-- Logs begin at Tue 2022-04-05 21:48:31 UTC, end at Tue 2022-04-05 22:53:36 UTC. -- Apr 05 22:23:48.790289 dv-cinder-833443-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 22:23:51.746199 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:23:51.746822 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:23:51.747039 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:23:51.750476 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] Logging enabled! Apr 05 22:23:51.750766 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev80 Apr 05 22:23:51.751108 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103144) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 22:23:51.752202 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:23:51.752440 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:23:51.752814 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:23:51.753063 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:23:51.753291 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:23:51.753709 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.754134 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 22:23:51.754445 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.754771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.755068 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.755362 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.755654 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.755938 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.756226 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.756522 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.756810 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.757089 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.757374 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.757666 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.757948 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.758234 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.758519 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.758828 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.759112 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.759550 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.759975 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.760257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.760548 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.760826 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.761103 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.761380 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.761666 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.761997 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] host = dv-cinder-833443-2-iscsi {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.762276 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.762564 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.762876 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.763163 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.763439 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.763716 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.764001 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.764276 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.764549 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.764825 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.765116 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.765407 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.765699 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.765924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.766148 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.766434 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.767486 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.767771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.768050 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.768328 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.768605 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.768880 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.769149 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.769435 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.769721 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.770009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.770285 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.770559 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.770855 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.771128 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.771412 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.771685 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.771959 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.772231 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.772524 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.772794 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.773067 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.773365 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.773670 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.773933 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.774217 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.774488 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.774791 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.775066 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.775336 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.775606 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.775878 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.776148 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.776429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.776701 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.776973 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.777245 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.777515 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.777798 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.778069 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:51.778628 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.778949 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.779253 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.779549 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.779838 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.780119 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.780408 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.780687 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.780974 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.781262 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.781546 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.781822 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.782141 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.783112 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.783416 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.783722 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.784018 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.784315 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.784595 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.784872 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.785150 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.785432 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.785723 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.786000 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.786289 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.786579 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.786897 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.787197 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.787485 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.787779 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.788069 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.788344 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.788627 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.788921 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.789200 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.789475 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.789758 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.790050 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.790328 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.790603 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.790909 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.791186 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.791461 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.791733 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.792011 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.792299 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.792577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.792854 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.793126 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.793408 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.793677 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.793961 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.794237 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.794514 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.794814 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.795096 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.795371 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.795647 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.795927 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.796201 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.796478 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.796752 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.797025 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.797298 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.797570 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.797908 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.798139 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.798409 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.798684 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.798979 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.799251 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.799524 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.799797 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.800069 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.800354 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.800650 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.800929 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.801208 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.801484 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.801760 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.802035 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.802309 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.802585 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.802894 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.803169 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.803513 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.803735 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.804018 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.804317 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.804595 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.804888 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.805163 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.805439 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.805719 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.805994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.806270 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.806553 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.806863 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.807161 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.807456 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.807747 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.808038 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.808332 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.808615 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.808926 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.809204 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:51.809422 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:23:51.809658 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103144) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 22:23:52.184516 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:23:52.184799 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:23:52.185105 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 22:23:52.185439 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 22:23:52.508321 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.508540 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.508816 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.509999 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.510275 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.512273 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.565456 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.565730 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.565995 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.580895 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.581171 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.581439 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.611300 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.611581 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.611852 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.647803 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.648082 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.648351 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.986269 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.986909 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.986909 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.987095 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:52.987799 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.086932 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.087250 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.087536 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.087820 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.088096 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.088416 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.088678 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.088935 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.089188 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.089469 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.089730 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.089994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.090249 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.090499 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.090772 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.091038 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.091290 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.091557 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.091826 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.092084 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.092357 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.092620 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.092898 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.093278 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.093527 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.093774 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.094265 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.094510 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.094804 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.095046 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.095288 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.095521 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.095892 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 22:23:53.099107 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 22:23:53.103013 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 22:23:53.106779 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 05 22:23:53.108396 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 22:23:53.108860 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 22:23:53.109196 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 22:23:53.109584 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 22:23:53.113434 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 22:23:53.113684 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 22:23:53.114031 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:23:53.118890 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 22:23:53.143251 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 22:23:53.143698 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.143996 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103144) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 22:23:53.144364 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.145719 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103144) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 22:23:53.146000 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 22:23:53.146248 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 22:23:53.149532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.149816 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.212326 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 22:23:53.212563 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 22:23:53.212801 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 22:23:53.213173 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 22:23:53.233369 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_db.sqlalchemy.engines [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103144) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 22:23:53.682622 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing driver for type 'gre' Apr 05 22:23:53.683181 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] gre ID ranges: [(1, 1000)] Apr 05 22:23:53.734431 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing driver for type 'local' Apr 05 22:23:53.734774 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing driver for type 'vlan' Apr 05 22:23:53.750104 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] VlanTypeDriver initialization complete Apr 05 22:23:53.750424 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing driver for type 'vxlan' Apr 05 22:23:53.751060 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] vxlan ID ranges: [(1, 1000)] Apr 05 22:23:53.805028 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing extension driver 'port_security' Apr 05 22:23:53.805452 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] PortSecurityExtensionDriver initialization complete Apr 05 22:23:53.805794 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing mechanism driver 'openvswitch' Apr 05 22:23:53.806125 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing mechanism driver 'hyperv' Apr 05 22:23:53.812622 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:53.813474 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.813849 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.814205 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.815267 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:53.815715 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.816072 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.816421 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.816821 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:53.817233 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.817587 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.817934 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.818331 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:53.818766 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.819128 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.819477 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.819880 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:53.820291 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.820642 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.820986 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.821381 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:53.821793 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.822144 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.822494 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.822925 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103144) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 22:23:53.823376 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] ML2 OVO RPC backend initialized. {{(pid=103144) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 22:23:53.824094 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.824457 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.824877 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.825227 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > networks before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.825579 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.825921 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > ports before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.826268 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.826610 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.826987 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.827331 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.827667 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.828005 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.828342 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.828675 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.829008 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.829344 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.829679 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.837470 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded quota_driver: . Apr 05 22:23:53.837834 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.plugin [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Modular L2 Plugin initialization complete Apr 05 22:23:53.838184 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading services supported by the core plugin {{(pid=103144) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 22:23:53.838532 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.plugins.ml2.managers [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Got port-security extension from driver 'port_security' Apr 05 22:23:53.839057 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.extensions.vlantransparent [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Disabled vlantransparent extension. Apr 05 22:23:53.839558 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103144) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 22:23:53.839888 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: router Apr 05 22:23:53.874910 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.875305 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.875678 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router before_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.876044 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.876421 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.876780 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_delete 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.877724 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.878217 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.878583 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.878969 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.879329 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.879681 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.880040 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.880456 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.880828 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.881169 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.881508 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.881857 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.882208 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.882557 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.882934 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.883280 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.883638 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router after_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.883982 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.884336 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.884700 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.885047 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.885416 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > agent after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.885898 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.886250 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > network after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.887148 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Tracking information for resource: router configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.887481 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Tracking information for resource: floatingip configured {{(pid=103144) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 22:23:53.892258 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.db.l3_agentschedulers_db [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 22:23:53.893490 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.893929 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.894288 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.894648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.895470 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router before_create 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.895837 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.896202 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.896560 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.901342 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.provider_configuration [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service providers = [] {{(pid=103144) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 22:23:53.901714 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.db.servicetype_db [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103144) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 22:23:53.904940 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:53.905294 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:53.905641 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:53.906544 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.services.service_base [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103144) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 22:23:53.906963 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.services.service_base [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 22:23:53.907345 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.907667 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 22:23:53.918925 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.919266 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: auto_allocate Apr 05 22:23:53.925881 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: network precommit_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.926257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: network precommit_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.926820 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.927146 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: tag Apr 05 22:23:53.933887 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.934171 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: timestamp Apr 05 22:23:53.938011 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.938344 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: network_ip_availability Apr 05 22:23:53.945557 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.945945 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.946310 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:53.947071 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.947397 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: flavors Apr 05 22:23:53.954412 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.954412 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading Plugin: revisions Apr 05 22:23:53.958797 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103144) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 22:23:53.959206 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=103144) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 22:23:53.959987 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103144) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 22:23:53.960333 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Initializing extension manager. Apr 05 22:23:53.960871 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: __init__.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.961219 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: __pycache__ {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.961553 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.962358 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.962990 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: address-group Apr 05 22:23:53.963319 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: address_scope.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.964048 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.964572 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: address-scope Apr 05 22:23:53.964901 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.965923 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.966458 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: router-admin-state-down-before-update Apr 05 22:23:53.966815 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: agent.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.967553 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.968082 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: agent Apr 05 22:23:53.968437 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: agent_resources_synced.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.969383 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.969907 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: agent-resources-synced Apr 05 22:23:53.970234 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.972696 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.973239 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: allowed-address-pairs Apr 05 22:23:53.973571 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.974686 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.975236 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: auto-allocated-topology Apr 05 22:23:53.975566 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.976269 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.976787 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: availability_zone Apr 05 22:23:53.977113 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: availability_zone_filter.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.978039 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.978553 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: availability_zone_filter Apr 05 22:23:53.978909 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: data_plane_status.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.979827 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.980346 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 22:23:53.980672 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: default_subnetpools.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.981593 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.982107 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: default-subnetpools Apr 05 22:23:53.982431 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.983289 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.983807 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: dhcp_agent_scheduler Apr 05 22:23:53.984129 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: dns.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.985064 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.985577 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 22:23:53.985907 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: dns_domain_ports.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.987376 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.987926 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 22:23:53.988200 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.989131 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.989645 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 22:23:53.989971 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: dvr.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.990647 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.991199 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: dvr Apr 05 22:23:53.991527 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: ecmp_routes.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.992453 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.992964 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 22:23:53.993292 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: empty_string_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.994226 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.994763 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: empty-string-filtering Apr 05 22:23:53.995096 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.996017 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.996534 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:23:53.996857 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.997780 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:53.998290 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 22:23:53.998617 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: external_net.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:53.999571 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.000091 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: external-net Apr 05 22:23:54.000412 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.001344 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.001865 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: extra_dhcp_opt Apr 05 22:23:54.002274 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: extraroute.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.003710 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.004227 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: extraroute Apr 05 22:23:54.004553 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: extraroute_atomic.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.005597 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.006119 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: extraroute-atomic Apr 05 22:23:54.006520 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: filter_validation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.007159 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.007671 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: filter-validation Apr 05 22:23:54.007996 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: fip_pf_description.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.008933 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.009446 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 22:23:54.009771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: fip_pf_port_range.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.010723 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.011248 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 22:23:54.011575 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: fip_port_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.012734 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.013257 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: fip-port-details Apr 05 22:23:54.013587 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: flavors.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.014868 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.015397 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: flavors Apr 05 22:23:54.015727 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.017434 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.018122 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 22:23:54.018492 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: floatingip_pools.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.019338 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.019870 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: floatingip-pools Apr 05 22:23:54.020197 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: ip_allocation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.021146 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.021659 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 22:23:54.021985 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.022935 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.023456 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: ip-substring-filtering Apr 05 22:23:54.023785 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l2_adjacency.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.024711 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.025222 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 22:23:54.025546 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.026564 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.027136 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: router Apr 05 22:23:54.027466 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.030034 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.030573 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 22:23:54.030940 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.031882 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.032408 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: ext-gw-mode Apr 05 22:23:54.032738 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.033710 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.034233 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: l3-ha Apr 05 22:23:54.034562 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.035505 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.036015 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 22:23:54.036338 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_flavors.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.037262 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.037775 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: l3-flavors Apr 05 22:23:54.038100 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.039509 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.040032 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 22:23:54.040363 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.041293 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.041816 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 22:23:54.042147 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: l3agentscheduler.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.043259 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.043783 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: l3_agent_scheduler Apr 05 22:23:54.044117 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: local_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.045954 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.046493 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension local_ip not supported by any of loaded plugins Apr 05 22:23:54.046865 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: logging.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.048497 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.049573 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension logging not supported by any of loaded plugins Apr 05 22:23:54.050135 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: metering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.050926 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.051530 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: metering Apr 05 22:23:54.051863 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.052985 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.053515 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: metering_source_and_destination_fields Apr 05 22:23:54.053843 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: multiprovidernet.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.054814 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.055335 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: multi-provider Apr 05 22:23:54.055668 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: netmtu.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.056595 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.057114 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: net-mtu Apr 05 22:23:54.057445 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: netmtu_writable.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.058368 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.058918 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: net-mtu-writable Apr 05 22:23:54.059246 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: network_availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.059928 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.060447 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: network_availability_zone Apr 05 22:23:54.060772 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: network_ip_availability.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.061897 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.062427 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: network-ip-availability Apr 05 22:23:54.062778 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: network_segment_range.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.063557 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.064076 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 22:23:54.064401 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: pagination.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.066238 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.066582 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: pagination Apr 05 22:23:54.066935 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: port_device_profile.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.067876 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.068402 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: port-device-profile Apr 05 22:23:54.068729 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.069663 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.070185 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: port-mac-address-regenerate Apr 05 22:23:54.070520 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.071641 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.072157 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: port-numa-affinity-policy Apr 05 22:23:54.072479 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: port_resource_request.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.073402 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.073912 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 22:23:54.074241 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.075318 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.075832 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 22:23:54.076157 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: portbindings.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.077372 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.077900 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: binding Apr 05 22:23:54.078230 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: portbindings_extended.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.079568 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.080094 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: binding-extended Apr 05 22:23:54.080578 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: portsecurity.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.081582 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.082098 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: port-security Apr 05 22:23:54.082428 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: project_id.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.083451 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.083789 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: project-id Apr 05 22:23:54.084115 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: providernet.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.085052 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.085575 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: provider Apr 05 22:23:54.085901 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.089442 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.089977 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos not supported by any of loaded plugins Apr 05 22:23:54.090309 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.091610 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.092137 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 22:23:54.092470 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.093398 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.093919 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 22:23:54.094251 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_default.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.095197 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.095719 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-default not supported by any of loaded plugins Apr 05 22:23:54.096079 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_fip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.097079 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.097603 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 22:23:54.097938 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.098897 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.099420 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 22:23:54.099753 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.100818 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.101341 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 22:23:54.101680 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.102603 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.103155 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 22:23:54.103484 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.104534 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.105052 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 22:23:54.105388 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.106434 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.106988 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 22:23:54.107318 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_pps_rule.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.108505 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.109034 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 22:23:54.109363 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.110287 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.110828 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 22:23:54.111156 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.112690 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.113213 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 22:23:54.113540 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: qos_rules_alias.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.114636 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.115153 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 22:23:54.115484 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: quota_check_limit.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.116412 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.116935 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: quota-check-limit Apr 05 22:23:54.117262 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: quotasv2.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.118266 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.118600 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: quotas Apr 05 22:23:54.118950 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: quotasv2_detail.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.120686 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.121065 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: quota_details Apr 05 22:23:54.121370 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: rbac.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.122460 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.123033 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: rbac-policies Apr 05 22:23:54.123370 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: rbac_address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.124313 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.124842 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: rbac-address-group Apr 05 22:23:54.125229 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: rbac_address_scope.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.126519 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.127932 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: rbac-address-scope Apr 05 22:23:54.128105 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: rbac_security_groups.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.129307 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.129944 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: rbac-security-groups Apr 05 22:23:54.130315 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.131441 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.132025 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: rbac-subnetpool Apr 05 22:23:54.132420 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: revisionifmatch.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.133627 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.134190 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: revision-if-match Apr 05 22:23:54.134588 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: revisions.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.135915 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.136475 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: standard-attr-revisions Apr 05 22:23:54.136830 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: router_availability_zone.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.137599 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.138211 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: router_availability_zone Apr 05 22:23:54.138575 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: routerservicetype.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.139799 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.140348 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 22:23:54.140709 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.141835 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.142397 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: security-groups-normalized-cidr Apr 05 22:23:54.142840 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.143961 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.144553 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: port-security-groups-filtering Apr 05 22:23:54.144919 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.145907 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.146507 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: security-groups-remote-address-group Apr 05 22:23:54.147098 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.148017 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.148597 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: security-groups-shared-filtering Apr 05 22:23:54.148988 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.149668 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 22:23:54.150108 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: securitygroup.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.160950 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.161502 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: security-group Apr 05 22:23:54.161841 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: segment.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.162592 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.163144 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension segment not supported by any of loaded plugins Apr 05 22:23:54.163476 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.164547 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.165071 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 22:23:54.165403 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: servicetype.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.166510 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.167064 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: service-type Apr 05 22:23:54.167393 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: sorting.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.168391 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.168731 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: sorting Apr 05 22:23:54.169063 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: standard_attr_segment.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.169988 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.170513 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 22:23:54.170873 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: standardattrdescription.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.171538 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.172063 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: standard-attr-description Apr 05 22:23:54.172392 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: stateful_security_group.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.173343 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.173873 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: stateful-security-group Apr 05 22:23:54.174722 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: stdattrs_common.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.175418 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 22:23:54.175752 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.176709 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.177240 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 22:23:54.177576 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: subnet_onboard.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.178655 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.179280 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: subnet_onboard Apr 05 22:23:54.179620 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.180562 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.181077 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 22:23:54.181407 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: subnet_service_types.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.182456 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.183014 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: subnet-service-types Apr 05 22:23:54.183344 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: subnetallocation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.184750 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.185211 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: subnet_allocation Apr 05 22:23:54.185543 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.186252 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.186801 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: subnetpool-prefix-ops Apr 05 22:23:54.187129 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.188070 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.188588 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 22:23:54.188914 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: tagging.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.190818 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.191287 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: standard-attr-tag Apr 05 22:23:54.191619 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: timestamp.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.192846 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.193371 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loaded extension: standard-attr-timestamp Apr 05 22:23:54.193704 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: trunk.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.194776 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.195300 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension trunk not supported by any of loaded plugins Apr 05 22:23:54.195629 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: trunk_details.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.196559 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.197077 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 22:23:54.197405 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.198336 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.198884 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 22:23:54.199214 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Loading extension file: vlantransparent.py {{(pid=103144) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 22:23:54.199899 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103144) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 22:23:54.200411 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 22:23:54.203018 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:network Apr 05 22:23:54.203557 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:subnet Apr 05 22:23:54.203959 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:54.204358 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:port Apr 05 22:23:54.205714 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.206151 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service FLAVORS assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.206826 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.207320 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.207657 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:router Apr 05 22:23:54.208086 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:23:54.208581 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service METERING assigned prefix: /metering {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.210034 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:54.210408 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:54.210800 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:23:54.211813 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:23:54.212263 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:23:54.212704 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:23:54.213301 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.213635 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:54.213994 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] subnetpool is already registered Apr 05 22:23:54.214432 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.214796 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:54.215134 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] subnetpool is already registered Apr 05 22:23:54.217434 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.217872 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service FLAVORS assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.218465 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.218921 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.219258 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:router Apr 05 22:23:54.219601 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] router is already registered Apr 05 22:23:54.220017 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 22:23:54.220359 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] floatingip is already registered Apr 05 22:23:54.220835 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service METERING assigned prefix: /metering {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.221508 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 22:23:54.221843 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] rbac_policy is already registered Apr 05 22:23:54.222256 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:security_group Apr 05 22:23:54.222594 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] security_group is already registered Apr 05 22:23:54.223025 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 22:23:54.223364 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] security_group_rule is already registered Apr 05 22:23:54.223994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.224329 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:54.224664 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] subnetpool is already registered Apr 05 22:23:54.225081 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.v2.resource_helper [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Service CORE assigned prefix: {{(pid=103144) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 22:23:54.225405 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 22:23:54.225737 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING neutron.quota.resource_registry [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] subnetpool is already registered Apr 05 22:23:54.226198 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: extensions {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.227701 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: address-groups {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.229179 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: address-scopes {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.230519 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.231713 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: auto-allocated-topology {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.232971 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: availability_zones {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.234179 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: dhcp-networks {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.235701 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: dhcp-agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.237909 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.241182 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: flavors {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.242384 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: service_profiles {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.243624 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: next_providers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.245086 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: service_profiles {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.246619 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: floatingip-pools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.247873 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.249956 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: floatingips {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.251264 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: l3-routers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.253563 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: l3-agents {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.255038 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: metering-labels {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.256405 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: metering-label-rules {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.257662 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: network-ip-availabilities {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.258939 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: bindings {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.260601 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: quotas {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.262159 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: quotas {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.263725 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: rbac-policies {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.265012 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: security-groups {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.266267 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: security-group-rules {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.267495 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: service-providers {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.268743 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: subnetpools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.270167 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: subnetpools {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.271668 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.273331 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.275187 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.276983 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.279078 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.281208 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.282924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.285658 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.287496 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.289333 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron.api.extensions [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Extended resource: tags {{(pid=103144) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 22:23:54.295394 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING keystonemiddleware.auth_token [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 22:23:54.301135 dv-cinder-833443-2-iscsi neutron-server[103144]: WARNING keystonemiddleware.auth_token [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 22:23:54.309776 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Acquired lock "singleton_lock" {{(pid=103144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 22:23:54.310266 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_concurrency.lockutils [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Releasing lock "singleton_lock" {{(pid=103144) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 22:23:54.310952 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Starting 2 workers Apr 05 22:23:54.316066 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Started child 103287 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:54.320658 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Started child 103288 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:54.321436 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:54.322253 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO neutron.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 22:23:54.322932 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:54.323026 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [-] (103287) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:23:54.325438 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:54.325854 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Starting 1 workers Apr 05 22:23:54.326859 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [-] (103288) wsgi starting up on http://0.0.0.0:9696 Apr 05 22:23:54.331229 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Started child 103289 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:54.331714 dv-cinder-833443-2-iscsi neutron-server[103144]: INFO oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Starting 1 workers Apr 05 22:23:54.334819 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] calling RpcWorker wait() {{(pid=103289) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 22:23:54.335377 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] returning from RpcWorker wait() {{(pid=103289) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 22:23:54.336335 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Started child 103290 {{(pid=103144) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 22:23:54.336666 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:54.337140 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fc54c68c-dca1-432f-9167-5470f524d1c5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:54.337239 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:54.339139 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:23:54.339355 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:23:54.339546 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:23:54.339782 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:23:54.340144 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:23:54.340312 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:23:54.340853 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.341152 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.341422 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.341510 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:23:54.341955 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.342029 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.342604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.342779 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:54.342868 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.343113 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.343400 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.343648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.343823 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.343995 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.344255 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.344511 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.344829 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.345091 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.345346 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.345603 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.345779 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.346622 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.346969 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.347226 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.347508 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.347766 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.348301 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.348537 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.348797 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.349022 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.349311 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.349577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.349847 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.350086 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.350331 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.350576 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.350860 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.351120 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.351344 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.351615 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.351837 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.352101 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.352332 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.352805 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host = dv-cinder-833443-2-iscsi {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.353059 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.353282 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.353516 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.353780 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.354033 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.354314 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.354526 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.354871 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.355073 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.355337 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.355591 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.355829 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.356051 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.356313 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.356481 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_options = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.356733 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.357007 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.357261 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.357456 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.357630 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.357786 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.358058 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.358227 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.358488 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.358735 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.358963 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.359208 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.359430 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.359681 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.360018 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.360163 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.360381 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.360620 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.360871 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.361147 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.361400 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.362237 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.362568 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.362893 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.363180 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.363427 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.363681 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.364020 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.364255 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.364783 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.365202 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.365790 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.366916 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.367209 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.367564 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.367847 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.368827 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.369212 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.370743 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.371043 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.373904 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.374063 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.374309 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.374588 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.374869 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.375115 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.375371 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.375622 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.375868 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.376106 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.376352 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.376599 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.376824 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.377084 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.377334 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.377559 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.378028 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.378318 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.378629 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.378932 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.379189 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.379433 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.379671 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.380105 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.380395 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.380395 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.380691 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.380943 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.381250 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.381518 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.381893 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.382077 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.382368 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.382648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.384046 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.384282 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.384509 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.386467 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.386821 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.387092 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.387371 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.387615 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.387849 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.388159 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.388446 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.388789 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.389058 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.389327 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.389584 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.389813 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.390041 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.390763 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.390763 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.390763 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.391169 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.391306 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.391446 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.391665 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.391911 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.392194 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.392412 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.392642 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.392889 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.393131 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.393386 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.393623 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.393837 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.394046 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.394258 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.394602 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.394885 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.395057 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.395214 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.395464 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.395641 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.395852 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.396065 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.396295 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.396533 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.396768 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.397020 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.397218 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.397450 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.397833 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.397992 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.398175 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.398389 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.398595 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.398833 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.399078 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.399293 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.399686 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.399832 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.399978 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.400137 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.400350 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.400582 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.400812 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.401027 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.401243 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.401462 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.401703 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.401918 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.402137 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.402354 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.402571 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.402824 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.403123 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.403695 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.403965 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.404220 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.404444 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.404696 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.404922 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.405174 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.405412 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.405633 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.405847 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.406108 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.406335 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.406593 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.406861 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.407084 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.407320 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.407539 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.407756 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.408002 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.408872 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.409056 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.409269 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.409528 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.409779 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.410033 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.410267 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.411522 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.411522 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.411522 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.411522 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.412083 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.412083 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.412364 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.412364 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.412623 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.412876 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.413127 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.413417 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.413652 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.413911 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.414166 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.414417 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.414634 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.414900 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.415154 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.415376 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.415622 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.415924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.416155 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.416368 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.416581 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.416859 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.417107 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.417365 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.417646 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.417888 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.418148 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.418390 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.418620 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.418869 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.419105 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.419351 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.419584 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.419828 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.420057 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.420294 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.420513 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.420725 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.421039 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.421199 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.421387 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.421598 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.421814 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.422027 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.422274 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.422486 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.422746 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.422969 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.423183 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.423416 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.423632 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.423841 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.424701 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.424942 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.425231 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.425474 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.425708 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.425934 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.426157 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.426390 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.426609 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.426892 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.427129 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.427346 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.427560 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.427781 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.428000 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.428230 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.428458 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.428668 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.428931 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.429179 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.429517 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.429766 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.429999 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.430242 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.430486 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.430748 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.430959 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.431182 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.431534 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.431634 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.431864 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.432104 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.433468 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.433468 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.433468 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.433468 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.433468 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.433468 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.434660 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.434660 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.434660 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.434660 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.434660 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.435341 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.435341 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.435341 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436153 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436153 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436153 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436153 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436563 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436563 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.436823 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.437040 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.437308 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.437536 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.437744 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.437953 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.438175 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.438389 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.438597 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.438845 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.439056 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.439266 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.439486 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.439846 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.440143 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.440516 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.440728 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.440966 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.441188 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.441407 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.441616 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.441845 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.442055 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.442269 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.442486 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.442722 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.442928 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.443155 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.443384 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.443596 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.443814 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.444322 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.444322 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.444924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.444924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.444924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.445221 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.445448 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.446771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.446771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.446771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.446771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.446771 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.447109 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.447315 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.447395 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.447616 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.447944 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.448230 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.448757 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.448757 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.449057 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.449856 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.449856 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.449856 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.450278 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.450403 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.450600 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.450869 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.451191 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.451433 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.451656 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.451872 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.452107 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453079 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453079 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453079 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453079 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453549 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453549 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.453874 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.454102 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.454334 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.454574 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.454828 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.454987 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:23:54.455584 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103144) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 22:23:54.455745 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 22:23:54.455904 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 22:23:54.456550 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 22:23:54.456721 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 22:23:54.456875 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 22:23:54.457082 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.457242 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.457401 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.457558 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.457716 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.457893 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.458052 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.458208 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.458364 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.458519 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.458677 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.458857 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459013 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459169 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459326 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459485 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459649 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459808 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.459971 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.460092 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54390) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:23:54.460213 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.460322 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.460426 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.460561 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] debug = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.460719 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.460935 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.461087 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.461245 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.461400 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.461556 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.461712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.461872 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462030 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462185 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462349 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462502 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462657 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462837 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.462986 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.463137 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.463294 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.463450 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.463606 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host = dv-cinder-833443-2-iscsi {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.463761 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.463917 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464072 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464227 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464365 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464527 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464683 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464838 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.464995 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.465150 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.465307 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.465461 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.465617 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.465774 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.465923 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_options = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.466072 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.466227 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.466382 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.466566 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.466748 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.466907 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467062 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467218 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467374 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467530 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467686 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467842 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.467999 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.468154 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.468310 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.468466 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.468621 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.468777 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.468934 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.469090 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.469246 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.469403 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.469558 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.469711 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.469868 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.470024 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.470180 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.470335 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.470490 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.470646 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.471835 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.471835 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.471835 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.472253 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100112 Apr 05 22:23:54.472737 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.472906 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.473063 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.473220 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.473384 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.474367 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.474532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.474689 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.474873 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.475185 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.476224 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.476387 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.476587 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.476755 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_json = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.477587 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.477752 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.477920 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.478076 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.478235 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.478396 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.478549 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:23:54.479364 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.479534 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.479694 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 22:23:54.480242 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480242 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480242 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480581 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480581 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480777 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480777 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.480972 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.481080 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.482048 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.482219 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.482382 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.482595 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.482741 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.482893 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.483058 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.483220 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.483707 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.483707 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.483707 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.484629 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.484813 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.484968 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.485113 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.485267 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.485414 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.485633 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.485730 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.485885 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.486055 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.486215 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.486375 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.487242 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488207 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488207 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488207 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488207 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488207 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488207 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488594 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488594 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488734 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488800 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.488937 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489068 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489648 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489930 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.489996 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.490132 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.490274 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.490434 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.490594 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.491584 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.491754 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.491924 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.492237 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.492532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.492847 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493045 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493164 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493324 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493496 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493696 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493792 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.493947 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.494121 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.494279 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.494434 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.494594 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495259 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495259 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495259 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495259 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495547 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495547 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.495710 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.496048 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.496213 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.496373 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.496534 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.496694 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.496853 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497013 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497172 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497324 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497507 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497634 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497795 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.497964 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.498139 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499257 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499688 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499688 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499688 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499886 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.499952 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.500862 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.500862 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.500862 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.500862 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.500862 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.500862 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501248 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501248 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501248 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501432 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501635 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501723 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.501853 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.502014 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.502214 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.502360 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.502523 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.502682 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.502980 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.503159 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.503320 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.503482 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.503642 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.504604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.504604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.504604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.504604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.504604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.504604 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505864 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505864 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.505864 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506210 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506210 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506210 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506563 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506563 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506829 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.506829 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507060 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507182 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507327 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507464 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507710 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507710 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.507930 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508057 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508149 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508271 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508430 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508590 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508750 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.508909 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.509068 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.509227 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.509386 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.509545 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.509704 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.509863 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.510022 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.510756 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.510756 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.510756 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.510756 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.511064 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.511064 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.511189 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.511255 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.511393 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.511739 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.513379 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.514487 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.515577 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.517429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.518429 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.519712 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520277 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520277 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520277 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520277 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520277 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520277 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520689 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520689 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520689 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520896 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.520974 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.521122 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.521297 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.521450 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.521613 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.521759 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.521903 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.522062 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.522231 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.522383 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.522547 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.522726 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.522878 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.523036 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.523201 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.523353 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.523513 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.523663 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.523819 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.524134 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.524303 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.524448 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.524599 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.524739 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.524888 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.525664 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.525664 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.525664 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.525664 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.525664 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.526296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.526296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.526296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.526296 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.528994 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.529532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.529532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.529532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.529532 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.529855 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.529855 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530009 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530099 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530244 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530402 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530562 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530755 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.530985 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 22:23:54.531203 dv-cinder-833443-2-iscsi neutron-server[103144]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103144) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 22:24:05.863785 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ab2a7-5b48-4028-b395-3969359c71c0 None None] get_active_networks_info from dv-cinder-833443-2-iscsi {{(pid=103289) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 22:24:05.919797 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ab2a7-5b48-4028-b395-3969359c71c0 None None] No non-hosted networks {{(pid=103289) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 22:24:05.935116 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.agentschedulers_db [None req-8d8ab2a7-5b48-4028-b395-3969359c71c0 None None] DHCP Agent not found on host dv-cinder-833443-2-iscsi {{(pid=103289) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 22:24:06.015190 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1c90c8be-08da-4a53-bfe7-2ca993c9286e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693236'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:08.086446 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5493b87f-664b-49de-8955-a76d62b5a529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693236'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:08.121217 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf1d1947-6ce6-4ffb-9e42-ee4315e41fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.042077 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 54462) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:09.325596 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693236'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:09.663267 dv-cinder-833443-2-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-c517f21d-c527-4553-ba2d-6bb8e6eb4f15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:09.663920 dv-cinder-833443-2-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-c517f21d-c527-4553-ba2d-6bb8e6eb4f15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:09.891255 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [None req-c517f21d-c527-4553-ba2d-6bb8e6eb4f15 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:24:09.894419 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c517f21d-c527-4553-ba2d-6bb8e6eb4f15 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8502622 Apr 05 22:24:10.635402 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693236'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:12.067585 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693236'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:12.068978 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.069499 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.070051 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.070590 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.071317 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.071828 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.072334 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.072863 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.073398 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.073894 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.074401 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.075131 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.075668 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.076171 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.076670 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:12.077254 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833443-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:12.084427 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833443-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:12.494261 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 54496) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:12.829682 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:12.924649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.policy [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:24:12.968022 dv-cinder-833443-2-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:12.968432 dv-cinder-833443-2-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:13.070427 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782071182663', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782071183258', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782071199495', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782071189750', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782069642483', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782069632538', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1983249', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2058372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553900', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-711540'] for rbac-policy (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:13.147370 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:13.158869 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d626abc7-2a4a-4460-986c-02f4ed382d6a admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6528304 Apr 05 22:24:14.335906 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.db.l3_hamode_db [None req-9d7e68bc-9d61-464a-8c8c-df39e42d20c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 22:24:14.418297 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e68bc-9d61-464a-8c8c-df39e42d20c8 None None] Routers set() bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:14.418615 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e68bc-9d61-464a-8c8c-df39e42d20c8 None None] Router IDs set() for agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 22:24:15.749598 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 54508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:16.054233 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:16.083541 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Made reservation on behalf of 5477ebe7905a4a6cad72b7defb096106 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:16.087442 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.103411 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.212507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks [] for security_group (f0083ff9-322e-475b-8f2d-3dcaacea51a9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.216014 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f0083ff9-322e-475b-8f2d-3dcaacea51a9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.247977 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:24:16.276530 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782067935088', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.277132 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Unsubscribe: segment precommit_create {{(pid=103288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:24:16.277641 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Added segment 3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc of type vlan for network 43c73ed0-b1f5-4868-a30d-a218c9e1464f Apr 05 22:24:16.283680 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f0083ff9-322e-475b-8f2d-3dcaacea51a9,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:16.318765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.319117 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.319469 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.319821 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.320155 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.320486 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.320815 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.321134 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.321453 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.321856 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.322096 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.322432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.322841 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.323160 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.323474 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Tracked resource versions report: Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: pushed versions: Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: { 'AddressGroup': {'1.2'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Agent': {'1.1'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Log': {'1.0'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'NDPProxy': {'1.0'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Network': {'1.1'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Port': {'1.7'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'PortForwarding': {'1.3'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'QosPolicy': {'1.10'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroup': {'1.5'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SubPort': {'1.0'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Subnet': {'1.1'}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Trunk': {'1.1'}} Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: consumer versions: Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Agent': '1.1', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'ConntrackHelper': '1.0', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'LocalIPAssociation': '1.0', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Log': '1.0', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'NDPProxy': '1.0', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Network': '1.1', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Port': '1.7', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'PortForwarding': '1.3', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'QosPolicy': '1.10', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroup': '1.5', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroupRule': '1.2', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SubPort': '1.0', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Subnet': '1.1', Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Trunk': '1.1'}} Apr 05 22:24:16.324910 dv-cinder-833443-2-iscsi neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:24:16.388641 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (43c73ed0-b1f5-4868-a30d-a218c9e1464f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.429014 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (43c73ed0-b1f5-4868-a30d-a218c9e1464f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.434246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:16.434971 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:16.507086 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7562308 Apr 05 22:24:16.555381 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415d452-2b96-497d-8bd3-8eb40caf28be demo demo] Pushing event updated for resources: {'Network': ['ID=43c73ed0-b1f5-4868-a30d-a218c9e1464f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:16.567759 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:24:19.050414 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54520) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:19.534057 dv-cinder-833443-2-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:19.534640 dv-cinder-833443-2-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:19.969942 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.policy [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 22:24:20.012211 dv-cinder-833443-2-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:20.012526 dv-cinder-833443-2-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 22:24:20.020961 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:20.022669 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9c9f6479-8f36-4fac-b27c-7e4a8c1a01b4 demo admin] 10.222.0.26 "GET /v2.0/networks/43c73ed0-b1f5-4868-a30d-a218c9e1464f HTTP/1.1" status: 200 len: 825 time: 0.9713125 Apr 05 22:24:20.060890 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-101fa007-7f04-4ce3-b50a-1896ca1dfe01 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/1a58f838-f4ac-4f02-af82-815c7a8ffb78 HTTP/1.1" status: 200 len: 734 time: 0.0325117 Apr 05 22:24:20.070572 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Request body: {'subnet': {'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:20.107649 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Made reservation on behalf of 5477ebe7905a4a6cad72b7defb096106 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:20.110349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:20.397189 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (47aaca86-0474-4e43-9631-fb5bc2a328a9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:20.469015 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Checking segment: {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:20.469401 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Network hostable DHCP agents. Network: 43c73ed0-b1f5-4868-a30d-a218c9e1464f, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:24:20.476765 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Pushing event updated for resources: {'Subnet': ['ID=47aaca86-0474-4e43-9631-fb5bc2a328a9,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:20.488694 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.489038 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.489393 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.489750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.490087 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.490415 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.490768 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.491103 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.491446 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.491775 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.492097 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.492432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.492757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.493076 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.493394 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Tracked resource versions report: Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: pushed versions: Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Agent': {'1.1'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Log': {'1.0'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'NDPProxy': {'1.0'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Network': {'1.1'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Port': {'1.7'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'PortForwarding': {'1.3'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: consumer versions: Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Agent': '1.1', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'LocalIPAssociation': '1.0', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Log': '1.0', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'NDPProxy': '1.0', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Network': '1.1', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Port': '1.7', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'PortForwarding': '1.3', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SubPort': '1.0', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Subnet': '1.1', Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Apr 05 22:24:20.494830 dv-cinder-833443-2-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:24:20.520846 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:24:20.532934 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 43c73ed0-b1f5-4868-a30d-a218c9e1464f) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:20.540136 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:20.540822 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:20.542049 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ddf6b-6ba0-47cd-a568-1e6a175cd24a None None] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:20.572049 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8094137f-7474-4af5-84b4-73677aa03526 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4952023 Apr 05 22:24:20.919132 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:24:20.920353 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.200884 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Allocated IP 172.20.0.2 (43c73ed0-b1f5-4868-a30d-a218c9e1464f/47aaca86-0474-4e43-9631-fb5bc2a328a9/ff56b683-31b7-4892-911f-8e9b37788eb4) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:24:21.472689 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Publish callbacks [] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.480667 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.552452 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:21.558104 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:21.570201 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:24:21.573084 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Pushing event updated for resources: {'Port': ['ID=ff56b683-31b7-4892-911f-8e9b37788eb4,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:21.606067 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.606419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.606787 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.607149 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.607489 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.607822 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.608151 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.608535 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.608869 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.609194 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.609521 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.609859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.610187 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.610536 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.610883 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Tracked resource versions report: Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: pushed versions: Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Agent': {'1.1'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Log': {'1.0'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'NDPProxy': {'1.0'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Network': {'1.1'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Port': {'1.7'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'PortForwarding': {'1.3'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: consumer versions: Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Agent': '1.1', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Log': '1.0', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'NDPProxy': '1.0', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Network': '1.1', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Port': '1.7', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'PortForwarding': '1.3', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'QosPolicy': '1.10', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SubPort': '1.0', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Subnet': '1.1', Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Trunk': '1.1'}} Apr 05 22:24:21.612442 dv-cinder-833443-2-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:24:21.662189 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Attempting to bind port ff56b683-31b7-4892-911f-8e9b37788eb4 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:24:21.662604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Attempting to bind port ff56b683-31b7-4892-911f-8e9b37788eb4 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:24:21.663053 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Attempting to bind port ff56b683-31b7-4892-911f-8e9b37788eb4 on network 43c73ed0-b1f5-4868-a30d-a218c9e1464f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:24:21.668071 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:24:21.668477 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Checking segment: {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:21.668956 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.669350 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Bound using segment: {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:24:21.669815 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Bound port: ff56b683-31b7-4892-911f-8e9b37788eb4, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:24:21.670224 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.734510 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] For port ff56b683-31b7-4892-911f-8e9b37788eb4, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:24:21.740737 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] For port ff56b683-31b7-4892-911f-8e9b37788eb4, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ff56b683-31b7-4892-911f-8e9b37788eb4,segment=NetworkSegment(3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc),segment_id=3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:24:21.749476 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:21.814501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b8ece-e489-4cdb-943e-3ebca86e3cca None None] Pushing event updated for resources: {'Port': ['ID=ff56b683-31b7-4892-911f-8e9b37788eb4,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:23.116134 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54540) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:23.436861 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-4b9afc99-706a-4e93-9d45-3b6d54b2e7b6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:24:23.437886 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4b9afc99-706a-4e93-9d45-3b6d54b2e7b6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3207462 Apr 05 22:24:25.982335 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54548) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:26.296459 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-f736d58b-cab6-41f9-b85a-69068802e9a2 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:24:26.297438 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f736d58b-cab6-41f9-b85a-69068802e9a2 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141370 Apr 05 22:24:28.884165 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54556) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:29.198396 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:29.221015 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (52a935e7-25a3-4d1e-a589-876afbeba190), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:29.222964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (52a935e7-25a3-4d1e-a589-876afbeba190), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:29.359701 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] Publish callbacks [] for router_controller (52a935e7-25a3-4d1e-a589-876afbeba190), precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:29.365315 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (52a935e7-25a3-4d1e-a589-876afbeba190), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:29.386963 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:29.388179 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-91e50746-6320-40ee-9502-45d9f94f4a0e demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5030437 Apr 05 22:24:31.932062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54568) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:32.260861 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-22e236b5-063d-405f-8c78-021323c4da1f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:24:32.261888 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-22e236b5-063d-405f-8c78-021323c4da1f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285949 Apr 05 22:24:32.896200 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ff56b683-31b7-4892-911f-8e9b37788eb4 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:32.984525 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port ff56b683-31b7-4892-911f-8e9b37788eb4 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:32.984942 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:33.094379 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port ff56b683-31b7-4892-911f-8e9b37788eb4 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:33.094790 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:33.131116 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port ff56b683-31b7-4892-911f-8e9b37788eb4, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ff56b683-31b7-4892-911f-8e9b37788eb4,segment=NetworkSegment(3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc),segment_id=3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:24:33.134994 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:33.182762 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=ff56b683-31b7-4892-911f-8e9b37788eb4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:33.256131 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc58d3-d692-4e6e-8ceb-9377ad7974a2 None None] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:33.327652 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-64edb2a3-184f-464d-a537-91c742d4b629 None None] Provisioning complete for port ff56b683-31b7-4892-911f-8e9b37788eb4 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:33.328040 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64edb2a3-184f-464d-a537-91c742d4b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:33.456864 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-64edb2a3-184f-464d-a537-91c742d4b629 None None] Current status of the port ff56b683-31b7-4892-911f-8e9b37788eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:33.678096 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-bc668622-da23-4070-a045-38f96613e365 None None] Provisioning complete for port ff56b683-31b7-4892-911f-8e9b37788eb4 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:33.678489 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bc668622-da23-4070-a045-38f96613e365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:33.751790 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bc668622-da23-4070-a045-38f96613e365 None None] Current status of the port ff56b683-31b7-4892-911f-8e9b37788eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:34.868112 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ff56b683-31b7-4892-911f-8e9b37788eb4 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:34.882029 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54576) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:34.917981 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port ff56b683-31b7-4892-911f-8e9b37788eb4 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:34.918381 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:34.989781 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port ff56b683-31b7-4892-911f-8e9b37788eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:35.188398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:35.227455 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Made reservation on behalf of d49110d968824c439e3da9315593acd5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:35.229773 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.245432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.357619 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks [] for security_group (8abaaac5-a29f-493a-81ea-63dcdbf1102e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.361193 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8abaaac5-a29f-493a-81ea-63dcdbf1102e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.378273 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Reserving flat network on physical network physnet1 {{(pid=103287) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 22:24:35.401054 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abaaac5-a29f-493a-81ea-63dcdbf1102e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:35.409004 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782067935088', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (b9e75260-39cc-4310-809c-95790ba8295e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.409886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Unsubscribe: segment precommit_create {{(pid=103287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 22:24:35.410651 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Added segment b9e75260-39cc-4310-809c-95790ba8295e of type flat for network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 Apr 05 22:24:35.465610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (160f4b08-2e68-43ec-bddd-e65a6b6bc129), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.504241 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (160f4b08-2e68-43ec-bddd-e65a6b6bc129), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.505089 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:35.505663 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:35.561833 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6675036 Apr 05 22:24:35.603850 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe515833-01b0-4653-96d4-5627b92c5a92 admin admin] Pushing event updated for resources: {'Network': ['ID=160f4b08-2e68-43ec-bddd-e65a6b6bc129,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:35.615386 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:24:35.813439 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18a37071-228a-4451-a529-8d6a42dcf5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:38.065536 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54584) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:38.083718 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92eee3e9-a5bb-4330-98ac-1857001adf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:38.429976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db338b-70c2-4f71-bf5b-8e196c14531d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:38.431347 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-17db338b-70c2-4f71-bf5b-8e196c14531d demo admin] 10.222.0.26 "GET /v2.0/subnets/47aaca86-0474-4e43-9631-fb5bc2a328a9 HTTP/1.1" status: 200 len: 849 time: 0.3648567 Apr 05 22:24:38.554624 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ee1e337e-edca-49e7-8b44-273fe1569026 demo admin] 10.222.0.26 "GET /v2.0/routers/52a935e7-25a3-4d1e-a589-876afbeba190 HTTP/1.1" status: 200 len: 704 time: 0.1163893 Apr 05 22:24:38.828380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.120509 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Allocated IP 172.20.0.1 (43c73ed0-b1f5-4868-a30d-a218c9e1464f/47aaca86-0474-4e43-9631-fb5bc2a328a9/05f78831-f773-4e0a-9577-e091dd360399) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:24:39.272327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks [] for port (05f78831-f773-4e0a-9577-e091dd360399), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.288766 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.388314 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (05f78831-f773-4e0a-9577-e091dd360399), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.453484 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:39.458720 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:39.465499 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:24:39.466021 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (52a935e7-25a3-4d1e-a589-876afbeba190), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.534882 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Pushing event updated for resources: {'Port': ['ID=05f78831-f773-4e0a-9577-e091dd360399,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:39.685946 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (05f78831-f773-4e0a-9577-e091dd360399), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.806636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d914fbaf-a2e2-4fce-9442-bce301f3b4f7 None None] Provisioning complete for port 05f78831-f773-4e0a-9577-e091dd360399 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:39.807057 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d914fbaf-a2e2-4fce-9442-bce301f3b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (05f78831-f773-4e0a-9577-e091dd360399), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.887182 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d914fbaf-a2e2-4fce-9442-bce301f3b4f7 None None] Port 05f78831-f773-4e0a-9577-e091dd360399 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:24:39.900594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks [] for port (05f78831-f773-4e0a-9577-e091dd360399), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.906070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (05f78831-f773-4e0a-9577-e091dd360399), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.906880 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (52a935e7-25a3-4d1e-a589-876afbeba190), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:39.989680 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Pushing event updated for resources: {'Port': ['ID=05f78831-f773-4e0a-9577-e091dd360399,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:40.031092 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:40.032342 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:40.198498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Router 52a935e7-25a3-4d1e-a589-876afbeba190 is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:24:40.207291 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a2ab6b33-3d0a-4153-b460-d7cc9c631475 None None] Provisioning complete for port 05f78831-f773-4e0a-9577-e091dd360399 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:40.207667 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2ab6b33-3d0a-4153-b460-d7cc9c631475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (05f78831-f773-4e0a-9577-e091dd360399), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:40.241326 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab6b33-3d0a-4153-b460-d7cc9c631475 None None] Port 05f78831-f773-4e0a-9577-e091dd360399 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:24:40.293578 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:24:40.298999 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9db6944a-ae63-48ce-ad99-41c00bc02faa demo admin] 10.222.0.26 "PUT /v2.0/routers/52a935e7-25a3-4d1e-a589-876afbeba190/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7392423 Apr 05 22:24:40.304337 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Sync routers for ids ['52a935e7-25a3-4d1e-a589-876afbeba190'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:24:40.316941 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Routers {'52a935e7-25a3-4d1e-a589-876afbeba190'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:40.317908 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:24:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['52a935e7-25a3-4d1e-a589-876afbeba190'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:40.516211 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Set router 52a935e7-25a3-4d1e-a589-876afbeba190 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:40.582072 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:40.952623 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'name': 'router1', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:24:29Z', 'updated_at': '2022-04-05T22:24:39Z', 'revision_number': 2, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'gw_port_host': None, '_interfaces': [{'id': '05f78831-f773-4e0a-9577-e091dd360399', 'name': '', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'mac_address': 'fa:16:3e:59:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:38Z', 'updated_at': '2022-04-05T22:24:39Z', 'revision_number': 2, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'subnets': [{'id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:41.004113 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Checking router: 52a935e7-25a3-4d1e-a589-876afbeba190 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:24:41.004479 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Updating router 52a935e7-25a3-4d1e-a589-876afbeba190 port 05f78831-f773-4e0a-9577-e091dd360399 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:24:41.055919 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (05f78831-f773-4e0a-9577-e091dd360399), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.566109 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Publish callbacks [] for port (05f78831-f773-4e0a-9577-e091dd360399), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.572480 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (05f78831-f773-4e0a-9577-e091dd360399), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.738895 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Attempting to bind port 05f78831-f773-4e0a-9577-e091dd360399 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:24:41.739321 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Attempting to bind port 05f78831-f773-4e0a-9577-e091dd360399 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:24:41.739740 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Attempting to bind port 05f78831-f773-4e0a-9577-e091dd360399 on network 43c73ed0-b1f5-4868-a30d-a218c9e1464f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:24:41.741731 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Pushing event updated for resources: {'Port': ['ID=05f78831-f773-4e0a-9577-e091dd360399,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:41.751797 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.752144 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.753110 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.753617 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.753947 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.754273 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.754601 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.754949 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.755289 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.756297 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.756631 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.757269 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.757601 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.757923 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.758245 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Tracked resource versions report: Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: pushed versions: Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Agent': {'1.1'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Log': {'1.0'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'NDPProxy': {'1.0'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Network': {'1.1'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Port': {'1.7'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'PortForwarding': {'1.3'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: consumer versions: Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Agent': '1.1', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Log': '1.0', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'NDPProxy': '1.0', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Network': '1.1', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Port': '1.7', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'PortForwarding': '1.3', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'QosPolicy': '1.10', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SubPort': '1.0', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Subnet': '1.1', Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Trunk': '1.1'}} Apr 05 22:24:41.759756 dv-cinder-833443-2-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:24:41.762231 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:24:41.762669 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Checking segment: {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:41.763329 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.763772 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Bound using segment: {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:24:41.764248 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Bound port: 05f78831-f773-4e0a-9577-e091dd360399, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:24:41.764651 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (05f78831-f773-4e0a-9577-e091dd360399), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.779210 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-69017f0b-c165-4793-9c4f-b533aad7461d None None] Provisioning complete for port 05f78831-f773-4e0a-9577-e091dd360399 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:41.779937 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69017f0b-c165-4793-9c4f-b533aad7461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (05f78831-f773-4e0a-9577-e091dd360399), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.813200 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-69017f0b-c165-4793-9c4f-b533aad7461d None None] Port 05f78831-f773-4e0a-9577-e091dd360399 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:24:41.833409 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] For port 05f78831-f773-4e0a-9577-e091dd360399, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:24:41.852390 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] For port 05f78831-f773-4e0a-9577-e091dd360399, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=05f78831-f773-4e0a-9577-e091dd360399,segment=NetworkSegment(3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc),segment_id=3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:24:41.858174 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (05f78831-f773-4e0a-9577-e091dd360399), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:41.919246 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Routers {'52a935e7-25a3-4d1e-a589-876afbeba190'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:41.919881 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:24:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['52a935e7-25a3-4d1e-a589-876afbeba190'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:41.923542 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba4b1-41b4-4fe7-8cfa-2c2259df9379 None None] Pushing event updated for resources: {'Port': ['ID=05f78831-f773-4e0a-9577-e091dd360399,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:42.012648 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] Set router 52a935e7-25a3-4d1e-a589-876afbeba190 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:42.075592 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:42.138142 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] Provisioning complete for port 05f78831-f773-4e0a-9577-e091dd360399 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:42.138953 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (05f78831-f773-4e0a-9577-e091dd360399), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:42.217819 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] Current status of the port 05f78831-f773-4e0a-9577-e091dd360399 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:42.218138 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (05f78831-f773-4e0a-9577-e091dd360399), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:42.235724 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'name': 'router1', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:24:29Z', 'updated_at': '2022-04-05T22:24:39Z', 'revision_number': 2, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'gw_port_host': None, '_interfaces': [{'id': '05f78831-f773-4e0a-9577-e091dd360399', 'name': '', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'mac_address': 'fa:16:3e:59:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:38Z', 'updated_at': '2022-04-05T22:24:41Z', 'revision_number': 4, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'subnets': [{'id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:42.258428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] For port 05f78831-f773-4e0a-9577-e091dd360399, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=05f78831-f773-4e0a-9577-e091dd360399,segment=NetworkSegment(3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc),segment_id=3226b9e6-baa9-42a6-b3bd-cdb4cba8e0dc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:24:42.263209 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (05f78831-f773-4e0a-9577-e091dd360399), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:42.266314 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa67d-e4f2-4b45-a0e6-6134a167d7fd None None] The sync data for ids ['52a935e7-25a3-4d1e-a589-876afbeba190'] in dv-cinder-833443-2-iscsi is: [{'id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'name': 'router1', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:24:29Z', 'updated_at': '2022-04-05T22:24:39Z', 'revision_number': 2, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'gw_port_host': None, '_interfaces': [{'id': '05f78831-f773-4e0a-9577-e091dd360399', 'name': '', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'mac_address': 'fa:16:3e:59:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:38Z', 'updated_at': '2022-04-05T22:24:41Z', 'revision_number': 4, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'subnets': [{'id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:24:42.312052 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5deb11-43ec-4e47-9ce7-800223e165b6 None None] Pushing event updated for resources: {'Port': ['ID=05f78831-f773-4e0a-9577-e091dd360399,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:42.841580 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:43.036838 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d8f3c-81ad-40a5-81e2-5cb79ec4af60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:43.038229 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-142d8f3c-81ad-40a5-81e2-5cb79ec4af60 admin admin] 10.222.0.26 "GET /v2.0/networks/160f4b08-2e68-43ec-bddd-e65a6b6bc129 HTTP/1.1" status: 200 len: 842 time: 0.1955917 Apr 05 22:24:43.047469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Request body: {'subnet': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:43.069282 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Made reservation on behalf of d49110d968824c439e3da9315593acd5 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:24:43.071623 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:43.356236 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.objects.ports [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103287) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 22:24:43.356668 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (68fc456c-997f-473c-bc4a-2d1378af3fd9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:43.411135 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68fc456c-997f-473c-bc4a-2d1378af3fd9,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:43.417814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:43.418165 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Network hostable DHCP agents. Network: 160f4b08-2e68-43ec-bddd-e65a6b6bc129, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:24:43.435061 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:24:43.443480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 160f4b08-2e68-43ec-bddd-e65a6b6bc129) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:43.447385 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:43.447969 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:43.453970 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81d483-93cc-4e6c-a5fd-ca75264eedcf None None] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:43.463779 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-42ab508b-57da-4466-8afe-98b4cdee7a49 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195993 Apr 05 22:24:43.585160 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41e11d-c740-405e-b20e-5f39349e46aa None None] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:24:46.006275 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54622) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:46.215845 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2bba682c-9feb-4e8d-b489-b215f4c482df demo admin] 10.222.0.26 "GET /v2.0/routers/52a935e7-25a3-4d1e-a589-876afbeba190 HTTP/1.1" status: 200 len: 710 time: 0.2084966 Apr 05 22:24:46.303644 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6816ac2-b592-4d0f-9b9b-98ebfe3e810c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:24:46.304987 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b6816ac2-b592-4d0f-9b9b-98ebfe3e810c demo admin] 10.222.0.26 "GET /v2.0/networks/160f4b08-2e68-43ec-bddd-e65a6b6bc129 HTTP/1.1" status: 200 len: 886 time: 0.0839849 Apr 05 22:24:46.314149 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:24:46.569488 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks [] for router_gateway (52a935e7-25a3-4d1e-a589-876afbeba190), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:46.802598 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks [] for router_gateway (52a935e7-25a3-4d1e-a589-876afbeba190), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:46.876058 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:46.981981 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Allocated IP 172.27.0.23 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/9628a52d-a48b-40a9-99ab-cb6612401a73) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:24:47.082010 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks [] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:47.116596 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:47.152118 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:24:47.155095 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:24:47.159933 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:24:47.227229 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Pushing event updated for resources: {'Port': ['ID=9628a52d-a48b-40a9-99ab-cb6612401a73,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:47.420051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks [] for router_gateway (52a935e7-25a3-4d1e-a589-876afbeba190), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:47.726298 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-698920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29732'] for router (52a935e7-25a3-4d1e-a589-876afbeba190), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:47.729998 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-693106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-698897'] for router (52a935e7-25a3-4d1e-a589-876afbeba190), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:47.841978 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Router 52a935e7-25a3-4d1e-a589-876afbeba190 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:24:47.950560 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:24:47.954994 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:47.956407 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6697bb2d-0cb6-45e5-8fe4-651a4c05d2a0 demo admin] 10.222.0.26 "PUT /v2.0/routers/52a935e7-25a3-4d1e-a589-876afbeba190 HTTP/1.1" status: 200 len: 889 time: 1.6455162 Apr 05 22:24:50.501919 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 54634) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:24:50.628737 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-389b87f6-ee8d-4dbd-b4ac-c1c9049fde5c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1249151 Apr 05 22:24:50.912594 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 05f78831-f773-4e0a-9577-e091dd360399 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:50.965745 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 05f78831-f773-4e0a-9577-e091dd360399 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:50.966139 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (05f78831-f773-4e0a-9577-e091dd360399), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:51.000552 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Sync routers for ids ['52a935e7-25a3-4d1e-a589-876afbeba190'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:24:51.020052 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Routers {'52a935e7-25a3-4d1e-a589-876afbeba190'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:51.020685 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:24:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['52a935e7-25a3-4d1e-a589-876afbeba190'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:51.165407 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 05f78831-f773-4e0a-9577-e091dd360399 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:51.273073 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Set router 52a935e7-25a3-4d1e-a589-876afbeba190 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:51.677557 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'name': 'router1', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '9628a52d-a48b-40a9-99ab-cb6612401a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:24:29Z', 'updated_at': '2022-04-05T22:24:47Z', 'revision_number': 4, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'gw_port': {'id': '9628a52d-a48b-40a9-99ab-cb6612401a73', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:46Z', 'updated_at': '2022-04-05T22:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '05f78831-f773-4e0a-9577-e091dd360399', 'name': '', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'mac_address': 'fa:16:3e:59:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:38Z', 'updated_at': '2022-04-05T22:24:42Z', 'revision_number': 5, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'subnets': [{'id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:51.798654 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Checking router: 52a935e7-25a3-4d1e-a589-876afbeba190 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:24:51.799032 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Updating router 52a935e7-25a3-4d1e-a589-876afbeba190 port 9628a52d-a48b-40a9-99ab-cb6612401a73 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:24:51.853319 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.177494 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Publish callbacks [] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.182608 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.229747 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Attempting to bind port 9628a52d-a48b-40a9-99ab-cb6612401a73 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:24:52.230125 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Attempting to bind port 9628a52d-a48b-40a9-99ab-cb6612401a73 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:24:52.230482 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Attempting to bind port 9628a52d-a48b-40a9-99ab-cb6612401a73 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:24:52.235693 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904f1b-4700-4168-977f-eef1e1137863 None None] Pushing event updated for resources: {'Port': ['ID=9628a52d-a48b-40a9-99ab-cb6612401a73,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:52.240076 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:24:52.240573 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:24:52.240842 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.241221 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:24:52.241681 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Bound port: 9628a52d-a48b-40a9-99ab-cb6612401a73, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:24:52.242055 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.292374 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] For port 9628a52d-a48b-40a9-99ab-cb6612401a73, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:24:52.295731 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] For port 9628a52d-a48b-40a9-99ab-cb6612401a73, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=9628a52d-a48b-40a9-99ab-cb6612401a73,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:24:52.304966 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:52.367401 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904f1b-4700-4168-977f-eef1e1137863 None None] Pushing event updated for resources: {'Port': ['ID=9628a52d-a48b-40a9-99ab-cb6612401a73,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:52.373921 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Routers {'52a935e7-25a3-4d1e-a589-876afbeba190'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:24:52.374531 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:24:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['52a935e7-25a3-4d1e-a589-876afbeba190'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:52.489282 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] Set router 52a935e7-25a3-4d1e-a589-876afbeba190 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:24:52.710768 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'name': 'router1', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '9628a52d-a48b-40a9-99ab-cb6612401a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:24:29Z', 'updated_at': '2022-04-05T22:24:47Z', 'revision_number': 4, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'gw_port': {'id': '9628a52d-a48b-40a9-99ab-cb6612401a73', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:46Z', 'updated_at': '2022-04-05T22:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '05f78831-f773-4e0a-9577-e091dd360399', 'name': '', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'mac_address': 'fa:16:3e:59:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:38Z', 'updated_at': '2022-04-05T22:24:42Z', 'revision_number': 5, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'subnets': [{'id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:24:52.742755 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f2d95-590b-4f22-b935-007fc26da61e None None] The sync data for ids ['52a935e7-25a3-4d1e-a589-876afbeba190'] in dv-cinder-833443-2-iscsi is: [{'id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'name': 'router1', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '9628a52d-a48b-40a9-99ab-cb6612401a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:24:29Z', 'updated_at': '2022-04-05T22:24:47Z', 'revision_number': 4, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'gw_port': {'id': '9628a52d-a48b-40a9-99ab-cb6612401a73', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:46Z', 'updated_at': '2022-04-05T22:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '05f78831-f773-4e0a-9577-e091dd360399', 'name': '', 'network_id': '43c73ed0-b1f5-4868-a30d-a218c9e1464f', 'tenant_id': '5477ebe7905a4a6cad72b7defb096106', 'mac_address': 'fa:16:3e:59:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a935e7-25a3-4d1e-a589-876afbeba190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:24:38Z', 'updated_at': '2022-04-05T22:24:42Z', 'revision_number': 5, 'project_id': '5477ebe7905a4a6cad72b7defb096106', 'subnets': [{'id': '47aaca86-0474-4e43-9631-fb5bc2a328a9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a58f838-f4ac-4f02-af82-815c7a8ffb78'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:24:52.957544 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 9628a52d-a48b-40a9-99ab-cb6612401a73 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:53.024343 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 9628a52d-a48b-40a9-99ab-cb6612401a73 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:53.024966 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:53.129751 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 9628a52d-a48b-40a9-99ab-cb6612401a73 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:24:53.130535 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:53.155992 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 9628a52d-a48b-40a9-99ab-cb6612401a73, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=9628a52d-a48b-40a9-99ab-cb6612401a73,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:24:53.163525 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:53.230116 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=9628a52d-a48b-40a9-99ab-cb6612401a73,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:24:54.925467 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 9628a52d-a48b-40a9-99ab-cb6612401a73 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:24:55.003182 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 9628a52d-a48b-40a9-99ab-cb6612401a73 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:24:55.003952 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (9628a52d-a48b-40a9-99ab-cb6612401a73), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:24:55.110085 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 9628a52d-a48b-40a9-99ab-cb6612401a73 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:25:05.839859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfe15-6cf6-4022-bf3b-06e85d3a7872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:07.380950 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:25:08.091619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb958ffe-9ca1-44b7-a9d7-7c9afe15e7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:09.296327 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:10.586957 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:12.074311 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:35.814859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3dffd54a-31e2-4773-893c-3497885aefb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:38.099008 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91869698-d3ea-4f45-9467-341625d7714e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:39.301282 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:40.592054 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:42.079749 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:25:44.384694 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:26:05.816668 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a74078b6-50c7-4d4e-818b-9dd536c35343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:08.092313 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a8617ee1-d12e-4f09-8193-e71d0cbd871b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:09.293775 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:10.590361 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:12.072763 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:12.621379 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55120) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:12.683503 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-edde08de-d87e-4040-887a-2de237bb5fcf admin admin] GET failed (client error): The resource could not be found. Apr 05 22:26:12.684768 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-edde08de-d87e-4040-887a-2de237bb5fcf admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624011 Apr 05 22:26:12.850597 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69639d9f-1ca4-44f4-bd42-52650f7b9d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:12.852113 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-69639d9f-1ca4-44f4-bd42-52650f7b9d38 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633103 Apr 05 22:26:15.174862 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55130) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:15.266905 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bc439-121f-4dc0-a135-af13519bcbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:15.268767 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0f2bc439-121f-4dc0-a135-af13519bcbd2 admin admin] 10.222.0.26 "GET /v2.0/subnets/47aaca86-0474-4e43-9631-fb5bc2a328a9 HTTP/1.1" status: 200 len: 849 time: 0.0929341 Apr 05 22:26:15.277985 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:26:15.359566 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Publish callbacks [] for subnet (47aaca86-0474-4e43-9631-fb5bc2a328a9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:15.498227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782067881997'] for subnet (47aaca86-0474-4e43-9631-fb5bc2a328a9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:15.528724 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:15.528724 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:15.530960 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] 10.222.0.26 "PUT /v2.0/subnets/47aaca86-0474-4e43-9631-fb5bc2a328a9 HTTP/1.1" status: 200 len: 868 time: 0.2565222 Apr 05 22:26:15.531928 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef150e3c-cde3-4af0-affb-91eea443eb3f None None] Network 43c73ed0-b1f5-4868-a30d-a218c9e1464f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:26:15.553545 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47aaca86-0474-4e43-9631-fb5bc2a328a9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:26:15.560756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.561117 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.561474 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.561823 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.562164 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.562500 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.563008 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.563344 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.563678 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.564014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.564895 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.565236 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.565571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.565898 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.566230 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d81ac-d07d-4fcd-8939-0877a889f99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:26:15.876087 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ef389956-61a5-4b3c-8b00-b852b6e679bd None None] Provisioning complete for port 05f78831-f773-4e0a-9577-e091dd360399 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:15.876481 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef389956-61a5-4b3c-8b00-b852b6e679bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (05f78831-f773-4e0a-9577-e091dd360399), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:15.953153 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ef389956-61a5-4b3c-8b00-b852b6e679bd None None] Current status of the port 05f78831-f773-4e0a-9577-e091dd360399 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:15.963276 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ef389956-61a5-4b3c-8b00-b852b6e679bd None None] Provisioning complete for port ff56b683-31b7-4892-911f-8e9b37788eb4 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:26:15.963650 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ef389956-61a5-4b3c-8b00-b852b6e679bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ff56b683-31b7-4892-911f-8e9b37788eb4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:16.039196 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ef389956-61a5-4b3c-8b00-b852b6e679bd None None] Current status of the port ff56b683-31b7-4892-911f-8e9b37788eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:26:17.927515 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55138) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:18.122560 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55587d6-83da-46da-9ab7-30039dbb33b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:18.123070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55587d6-83da-46da-9ab7-30039dbb33b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:18.124633 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f55587d6-83da-46da-9ab7-30039dbb33b0 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960831 Apr 05 22:26:20.472365 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55146) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:20.606955 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0ef8e-bf50-40c8-b897-4cc464b29d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:20.607795 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0ef8e-bf50-40c8-b897-4cc464b29d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:20.610406 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a9c0ef8e-bf50-40c8-b897-4cc464b29d11 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1368308 Apr 05 22:26:21.430950 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:26:22.992235 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55154) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:23.116050 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514fd4f2-299e-4c9c-ab02-8838170efc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:23.117448 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-514fd4f2-299e-4c9c-ab02-8838170efc7b admin admin] 10.222.0.26 "GET /v2.0/networks/160f4b08-2e68-43ec-bddd-e65a6b6bc129 HTTP/1.1" status: 200 len: 886 time: 0.1242206 Apr 05 22:26:25.431275 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55162) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:25.560133 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89792b-80a9-444c-b231-760129de9b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:25.561496 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-cb89792b-80a9-444c-b231-760129de9b60 admin admin] 10.222.0.26 "GET /v2.0/networks/43c73ed0-b1f5-4868-a30d-a218c9e1464f HTTP/1.1" status: 200 len: 869 time: 0.1292765 Apr 05 22:26:27.903968 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:28.120580 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec6bd3-f074-4006-bdd4-c3a0fb646f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:28.121045 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec6bd3-f074-4006-bdd4-c3a0fb646f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:28.122614 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f0ec6bd3-f074-4006-bdd4-c3a0fb646f4b admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2176909 Apr 05 22:26:30.436900 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55178) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:30.526137 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca0963-d8be-40fc-afc0-1b07da2e7010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:30.526601 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca0963-d8be-40fc-afc0-1b07da2e7010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:30.528151 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d7ca0963-d8be-40fc-afc0-1b07da2e7010 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902805 Apr 05 22:26:32.853103 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55186) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:32.946548 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2cef9-6332-4215-ab77-36e5c929ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:32.947906 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e7e2cef9-6332-4215-ab77-36e5c929ce8f admin admin] 10.222.0.26 "GET /v2.0/subnets/47aaca86-0474-4e43-9631-fb5bc2a328a9 HTTP/1.1" status: 200 len: 868 time: 0.0938549 Apr 05 22:26:35.255748 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55194) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:26:35.340475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe47b7-4a1b-4580-9a7c-2a3d4b372d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:26:35.341815 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-26fe47b7-4a1b-4580-9a7c-2a3d4b372d75 admin admin] 10.222.0.26 "GET /v2.0/subnets/68fc456c-997f-473c-bc4a-2d1378af3fd9 HTTP/1.1" status: 200 len: 816 time: 0.0851257 Apr 05 22:26:35.818246 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8ecacc8-ef10-4403-b4a1-da92c843af50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:38.096098 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921898f1-98f0-43cc-8b81-9f47e5b23586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:39.299858 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:40.593653 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:42.075120 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:26:58.380072 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:27:05.820947 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7507eb05-0bdd-4372-82c3-d268455b00f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:07.042034 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55248) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:07.089625 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-b6a8d4ed-55ff-40b6-8081-b22ef94c7607 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:27:07.090632 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b6a8d4ed-55ff-40b6-8081-b22ef94c7607 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476642 Apr 05 22:27:08.097867 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d460695a-457a-42f7-b9e5-3acc024870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:09.300818 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:09.503469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55256) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:09.563742 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6cf9a9-d2e6-4ae9-ad81-4182b6a2977c admin admin] GET failed (client error): The resource could not be found. Apr 05 22:27:09.564956 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0a6cf9a9-d2e6-4ae9-ad81-4182b6a2977c admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605476 Apr 05 22:27:09.650967 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41118078-18d4-4619-a61b-d438ca91b984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:09.652435 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-41118078-18d4-4619-a61b-d438ca91b984 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835211 Apr 05 22:27:10.601743 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:11.983363 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55264) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:12.030734 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:27:12.049024 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Made reservation on behalf of d49110d968824c439e3da9315593acd5 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:27:12.051556 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:12.078947 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:12.083690 dv-cinder-833443-2-iscsi neutron-server[103287]: WARNING neutron.services.revisions.revision_plugin [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Could not find related network for resource to bump revision. Apr 05 22:27:12.097485 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:27:12.106846 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (f721c5f3-c61d-4910-b1b3-b8946c5843d3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:12.107190 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Added segment f721c5f3-c61d-4910-b1b3-b8946c5843d3 of type vlan for network 3acc34b2-4189-411b-8a47-1a02c09b0c68 Apr 05 22:27:12.149624 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (3acc34b2-4189-411b-8a47-1a02c09b0c68), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:12.174961 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (3acc34b2-4189-411b-8a47-1a02c09b0c68), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:12.175878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:12.176471 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:12.232462 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2480292 Apr 05 22:27:12.239996 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24500c4d-692e-4870-b9d3-c107d4f3382b admin admin] Pushing event updated for resources: {'Network': ['ID=3acc34b2-4189-411b-8a47-1a02c09b0c68,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:12.250770 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 3acc34b2-4189-411b-8a47-1a02c09b0c68 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:27:14.564945 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:27:14.635657 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0413d4-dfb5-4185-b666-8fe4b8b0063f admin admin] GET failed (client error): The resource could not be found. Apr 05 22:27:14.636930 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9a0413d4-dfb5-4185-b666-8fe4b8b0063f admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0710516 Apr 05 22:27:14.736825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d66fb71-0c48-48c8-914b-33fdc5c7e0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:14.738300 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9d66fb71-0c48-48c8-914b-33fdc5c7e0f8 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0973997 Apr 05 22:27:14.747937 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:27:14.768912 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Made reservation on behalf of d49110d968824c439e3da9315593acd5 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:27:14.771420 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.033335 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (240ca04b-bc39-413c-ba62-92b2cb4127bc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.096858 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=240ca04b-bc39-413c-ba62-92b2cb4127bc,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:15.106248 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Checking segment: {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:27:15.106642 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Network hostable DHCP agents. Network: 3acc34b2-4189-411b-8a47-1a02c09b0c68, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:27:15.112326 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.112671 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.113026 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.113371 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.113701 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.114027 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.114350 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.114672 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.115040 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.115369 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.115695 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.116019 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.116337 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.116657 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.116972 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.137866 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Network 3acc34b2-4189-411b-8a47-1a02c09b0c68 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:27:15.149724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 3acc34b2-4189-411b-8a47-1a02c09b0c68) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:27:15.155928 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:27:15.157095 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.161724 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b4dab6-1636-4f0e-9bf3-3165d5e634ad None None] Network 3acc34b2-4189-411b-8a47-1a02c09b0c68 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:27:15.177479 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fb262ab4-c350-49e6-9778-37bd1fc4fbd1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4328284 Apr 05 22:27:15.279184 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-3acc34b2-4189-411b-8a47-1a02c09b0c68', 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68', 'project_id': 'd49110d968824c439e3da9315593acd5', 'fixed_ips': [{'subnet_id': '240ca04b-bc39-413c-ba62-92b2cb4127bc'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:27:15.280062 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.518122 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Allocated IP 192.168.233.2 (3acc34b2-4189-411b-8a47-1a02c09b0c68/240ca04b-bc39-413c-ba62-92b2cb4127bc/ca64fc3e-19a5-4913-b8f9-e0aad03fb282) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:27:15.664823 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Publish callbacks [] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.671629 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.708152 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Network 3acc34b2-4189-411b-8a47-1a02c09b0c68 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:27:15.710907 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:27:15.718880 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:27:15.724178 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Pushing event updated for resources: {'Port': ['ID=ca64fc3e-19a5-4913-b8f9-e0aad03fb282,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:15.731647 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.732001 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.732369 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.732730 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.733072 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.733403 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.736838 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:27:15.792149 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Attempting to bind port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:27:15.792445 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Attempting to bind port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:27:15.792810 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Attempting to bind port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 on network 3acc34b2-4189-411b-8a47-1a02c09b0c68 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:27:15.797912 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:27:15.798336 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Checking segment: {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:27:15.798880 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.799286 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Bound using segment: {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:27:15.799754 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Bound port: ca64fc3e-19a5-4913-b8f9-e0aad03fb282, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:27:15.800140 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.865346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] For port ca64fc3e-19a5-4913-b8f9-e0aad03fb282, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:27:15.868581 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] For port ca64fc3e-19a5-4913-b8f9-e0aad03fb282, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ca64fc3e-19a5-4913-b8f9-e0aad03fb282,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:27:15.874111 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:15.936118 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3f25b-86c0-4206-a55a-fc1747cd7bbb None None] Pushing event updated for resources: {'Port': ['ID=ca64fc3e-19a5-4913-b8f9-e0aad03fb282,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:16.760760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e4a44-bc25-4fbe-8e2f-42f7f3b0e36f None None] Network 3acc34b2-4189-411b-8a47-1a02c09b0c68 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:27:16.839858 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] Provisioning complete for port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:16.840251 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:16.949800 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] Current status of the port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:16.950094 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:17.001395 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] For port ca64fc3e-19a5-4913-b8f9-e0aad03fb282, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ca64fc3e-19a5-4913-b8f9-e0aad03fb282,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:27:17.015257 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:17.048065 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ca64fc3e-19a5-4913-b8f9-e0aad03fb282 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:27:17.105485 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd740a-4c24-41ac-a930-06be5d110965 None None] Pushing event updated for resources: {'Port': ['ID=ca64fc3e-19a5-4913-b8f9-e0aad03fb282,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:27:17.129570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:17.130091 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:17.216121 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:17.235279 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a7f19b05-9aac-456c-9d28-3e4a02978fde None None] Provisioning complete for port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:17.235672 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a7f19b05-9aac-456c-9d28-3e4a02978fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:17.317938 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a7f19b05-9aac-456c-9d28-3e4a02978fde None None] Current status of the port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:18.985493 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ca64fc3e-19a5-4913-b8f9-e0aad03fb282 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:27:19.033636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:27:19.033965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ca64fc3e-19a5-4913-b8f9-e0aad03fb282), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:19.112902 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port ca64fc3e-19a5-4913-b8f9-e0aad03fb282 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:27:35.379082 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:27:35.823140 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dbb22b71-b43f-4a62-858d-06d1782bd1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:38.100610 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f8a520d-c8ef-481e-90ec-99b2abd313e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:39.304734 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:40.602919 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:27:42.082070 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:05.826023 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d957fe3f-9844-4595-ad5c-7ae504b57414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:08.104342 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1a48afb-0d66-4e5a-86db-145ac8c2a5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:09.308742 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:10.607855 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.085520 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:12.377808 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:28:35.827588 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-de98101c-b8da-43ae-8335-57dad6ac9eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:38.107946 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da5f9c6a-e626-4303-9885-20d08756f6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:39.310322 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:40.610183 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:42.088617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:45.601024 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:45.606720 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [None req-25e3daff-45bc-4a90-87f9-c8339f52cf78 tempest-verify_tempest_config-245778659 tempest-verify_tempest_config-245778659-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:28:45.607747 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-25e3daff-45bc-4a90-87f9-c8339f52cf78 tempest-verify_tempest_config-245778659 tempest-verify_tempest_config-245778659-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057085 Apr 05 22:28:45.897042 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55330) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:45.997736 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.072028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Publish callbacks [] for security_group (85f3d176-9e8e-42be-84a5-cae8876dafd5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.075476 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (85f3d176-9e8e-42be-84a5-cae8876dafd5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.121114 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35e2d260d9f045d48d95a550d737e1b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2229621 Apr 05 22:28:46.121940 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f3d176-9e8e-42be-84a5-cae8876dafd5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:46.123868 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:28:46.129481 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.129833 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.130185 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.130525 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.130889 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.131226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.131558 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.131887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.132235 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.132571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.132901 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.133244 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.133576 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.133902 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.134253 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37782b-205f-41d7-b67c-38d23223dbdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.183594 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Publish callbacks [] for security_group (85f3d176-9e8e-42be-84a5-cae8876dafd5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.204608 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Publish callbacks [] for security_group (85f3d176-9e8e-42be-84a5-cae8876dafd5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.292881 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (85f3d176-9e8e-42be-84a5-cae8876dafd5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.295481 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:28:46.297650 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85f3d176-9e8e-42be-84a5-cae8876dafd5 HTTP/1.1" status: 204 len: 168 time: 0.1726279 Apr 05 22:28:46.305719 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f3d176-9e8e-42be-84a5-cae8876dafd5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:28:46.312800 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.313142 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.313484 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.313823 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.314156 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.314487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.314836 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.315163 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.315488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.315881 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.316144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.316472 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.316851 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.317104 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:46.317420 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7d4b47-8de1-42ca-b072-008116f7c513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:28:49.376339 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:05.833094 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0e20797-58df-4d77-8fd0-4d41abb126ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:08.112756 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3d60-26f8-4182-87de-909685683933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:09.310335 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:10.612838 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:12.091387 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:26.373962 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:29:35.825505 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f173b4e7-f18d-456b-bcd6-751078839351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:38.116233 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8cbe9d6-2159-417e-9d33-7e0c93060d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:39.312843 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:40.616050 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:29:42.098756 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:03.371831 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:05.826915 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-89330de2-03c0-42c5-b149-047d5341d6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:08.116936 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-add82ec8-dbab-4683-b822-b707c9f0a0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:09.319022 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:10.619674 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:12.091488 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:31.744983 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-693236'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:35.831601 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cd553a6-9066-48d3-a0d2-e2545de555ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:38.118587 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4829d629-97db-4698-99ba-f38e01cd5985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:39.320130 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:40.370338 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:30:40.622669 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:42.094386 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:30:47.146726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55406) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:47.253897 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-44d340f0-f83c-4c1c-a5d3-35a9aa458167 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1060498 Apr 05 22:30:49.583488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:30:49.638545 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1d359236-441e-4769-99ca-fd65467a4615 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0539923 Apr 05 22:31:01.735580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:05.833479 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-695add70-5018-41b5-a5db-8baeed92dee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:08.119485 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2ea8e19-6c7c-4532-9a3a-0bfe7253c4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:09.323401 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:10.625150 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:12.095958 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:17.369061 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:31:31.740402 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:35.834573 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdbe25e0-14f3-41e4-9e3b-93d8dd84efe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:38.122083 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90e0aa10-a322-4eb1-af3e-113617566e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:39.328298 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:40.628593 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:42.099732 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:31:54.367483 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:01.770905 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:05.837345 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b11b767f-9419-4aec-904f-20f196270870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:08.127328 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0785c2da-9299-47c2-b910-4dbf0bc1495a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:09.329669 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:10.632489 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:12.102815 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.420834 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:28.737438 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1147506453-network', 'tenant_id': 'db2d0b5137524bf6aebf4973c62f21fe'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:28.765386 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Made reservation on behalf of db2d0b5137524bf6aebf4973c62f21fe for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:28.767687 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.775963 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.856856 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks [] for security_group (609e9156-912d-4d2d-9f4d-ee6874391715), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.861844 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (609e9156-912d-4d2d-9f4d-ee6874391715), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.877422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:32:28.887368 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (4931856b-197c-47bb-aab9-4daf42ea15ea), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:28.887709 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Added segment 4931856b-197c-47bb-aab9-4daf42ea15ea of type vlan for network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc Apr 05 22:32:28.948236 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e9156-912d-4d2d-9f4d-ee6874391715,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:28.959096 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.959452 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.959823 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.960167 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.960679 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.961018 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.961351 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.961678 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.962201 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.962534 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.963126 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.963487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.963821 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.964150 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.964477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Tracked resource versions report: Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: pushed versions: Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: { 'AddressGroup': {'1.2'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Agent': {'1.1'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Log': {'1.0'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'NDPProxy': {'1.0'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Network': {'1.1'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Port': {'1.7'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'PortForwarding': {'1.3'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'QosPolicy': {'1.10'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroup': {'1.5'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SubPort': {'1.0'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Subnet': {'1.1'}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Trunk': {'1.1'}} Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: consumer versions: Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: HyperV agent@hv-cinder-83344: {}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Agent': '1.1', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'ConntrackHelper': '1.0', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'LocalIPAssociation': '1.0', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Log': '1.0', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'NDPProxy': '1.0', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Network': '1.1', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Port': '1.7', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'PortForwarding': '1.3', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'QosPolicy': '1.10', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroup': '1.5', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SecurityGroupRule': '1.2', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'SubPort': '1.0', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Subnet': '1.1', Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: 'Trunk': '1.1'}} Apr 05 22:32:28.965730 dv-cinder-833443-2-iscsi neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:32:28.986869 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (2e8daa4f-f5d0-414c-ab5c-da83d297e1bc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.015470 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (2e8daa4f-f5d0-414c-ab5c-da83d297e1bc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.016479 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:29.017090 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.054141 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6296020 Apr 05 22:32:29.055507 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:29.064800 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Request body: {'subnet': {'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1147506453-subnet', 'tenant_id': 'db2d0b5137524bf6aebf4973c62f21fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:29.093681 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Made reservation on behalf of db2d0b5137524bf6aebf4973c62f21fe for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:29.097690 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.121467 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc56ec9-1319-46ff-a9ad-9ceb18738ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.133554 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:29.292873 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (8a9e2446-f77d-48d9-9379-b49077a3d619), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.360825 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9e2446-f77d-48d9-9379-b49077a3d619,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:29.363542 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Checking segment: {'id': '4931856b-197c-47bb-aab9-4daf42ea15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:29.363890 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Network hostable DHCP agents. Network: 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:29.370625 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.371068 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.371305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.371689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.372022 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.372347 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.372668 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.372986 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.373911 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.374239 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.374573 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.374943 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.375264 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.375576 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.375942 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Tracked resource versions report: Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: pushed versions: Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Agent': {'1.1'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Log': {'1.0'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'NDPProxy': {'1.0'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Network': {'1.1'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Port': {'1.7'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'PortForwarding': {'1.3'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: consumer versions: Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: HyperV agent@hv-cinder-83344: {}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Agent': '1.1', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'LocalIPAssociation': '1.0', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Log': '1.0', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'NDPProxy': '1.0', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Network': '1.1', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Port': '1.7', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'PortForwarding': '1.3', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'SubPort': '1.0', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Subnet': '1.1', Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Apr 05 22:32:29.377148 dv-cinder-833443-2-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:32:29.396685 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:29.407256 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:29.411925 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:29.412515 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:29.421713 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ab293-1bde-4949-87ed-faa9d5058f5a None None] Network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:29.439261 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5fe0900e-f423-4522-a31a-a19016987d31 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3809669 Apr 05 22:32:29.524977 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778c9d7-84ad-4f78-b860-44813c5961b1 None None] Network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:30.094962 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55648) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:30.455013 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1469199021-network', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:30.477773 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Made reservation on behalf of 4fdaf2b4e8da48b184bf880e48bbc031 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:30.480300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.488873 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55672) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:30.490498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.578373 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks [] for security_group (8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.583443 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.598657 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:32:30.620535 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (9c3328f8-d11b-438b-9e8f-9b10f8800b9d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.620880 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Added segment 9c3328f8-d11b-438b-9e8f-9b10f8800b9d of type vlan for network 58e4f34a-3223-4866-9795-1d9659f97a60 Apr 05 22:32:30.632134 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:30.673188 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (58e4f34a-3223-4866-9795-1d9659f97a60), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.705637 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (58e4f34a-3223-4866-9795-1d9659f97a60), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.707511 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:30.708652 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.830081 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7325702 Apr 05 22:32:30.833269 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55682) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:30.838561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Request body: {'subnet': {'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1469199021-subnet', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:30.855937 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def66a5b-42f9-48c3-ae57-99334e9da48e admin admin] Pushing event updated for resources: {'Network': ['ID=58e4f34a-3223-4866-9795-1d9659f97a60,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:30.868970 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 58e4f34a-3223-4866-9795-1d9659f97a60 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:30.896929 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Made reservation on behalf of 4fdaf2b4e8da48b184bf880e48bbc031 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:30.899487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:30.962615 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-462452942-network', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:31.013474 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Made reservation on behalf of aa4f3fa9b3e342cc8e0342f768adb681 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:31.017514 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.028348 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.128624 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks [] for security_group (7e755771-e8c6-4688-a787-40616efc4c8b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.137075 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (7e755771-e8c6-4688-a787-40616efc4c8b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.162114 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:32:31.178901 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (70131fe2-b917-4330-9e8d-cbbff695f39c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.179350 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Added segment 70131fe2-b917-4330-9e8d-cbbff695f39c of type vlan for network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 Apr 05 22:32:31.245975 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e755771-e8c6-4688-a787-40616efc4c8b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.268227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (319237f0-b6cd-4d7f-91aa-9ccd5b819175), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.341719 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (319237f0-b6cd-4d7f-91aa-9ccd5b819175), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.343293 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:31.344152 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.367625 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:32:31.476427 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9854875 Apr 05 22:32:31.479447 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55720) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:31.485635 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Request body: {'subnet': {'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-462452942-subnet', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:31.488801 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012e333-61b3-48c5-abdc-e17c2fc15e90 admin admin] Pushing event updated for resources: {'Network': ['ID=319237f0-b6cd-4d7f-91aa-9ccd5b819175,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.499537 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:31.518739 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (6bf25390-2ffb-4234-a357-862ec1c8364b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.545609 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Made reservation on behalf of aa4f3fa9b3e342cc8e0342f768adb681 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:31.546894 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.613822 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf25390-2ffb-4234-a357-862ec1c8364b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.644997 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Checking segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:31.645351 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Network hostable DHCP agents. Network: 58e4f34a-3223-4866-9795-1d9659f97a60, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:31.674259 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Network 58e4f34a-3223-4866-9795-1d9659f97a60 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:31.690507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 58e4f34a-3223-4866-9795-1d9659f97a60) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:31.694957 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:31.695549 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.703361 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f60aae-2421-434f-93a3-5139d57cafb7 None None] Network 58e4f34a-3223-4866-9795-1d9659f97a60 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:31.723567 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a404f335-811f-487d-b258-311101c71f4b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8889849 Apr 05 22:32:31.726365 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55744) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:31.739976 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:31.770797 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (4ba40f5f-7c4f-42d3-8c30-799750147bdf), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.773022 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (4ba40f5f-7c4f-42d3-8c30-799750147bdf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.875535 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (9a4ca027-0e3b-4f2f-b542-c1101ec3c226), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.880262 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.921977 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4ca027-0e3b-4f2f-b542-c1101ec3c226,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:31.931710 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-58e4f34a-3223-4866-9795-1d9659f97a60', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:32:31.932563 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:31.955260 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:31.955616 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Network hostable DHCP agents. Network: 319237f0-b6cd-4d7f-91aa-9ccd5b819175, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:31.979344 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:31.999961 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 319237f0-b6cd-4d7f-91aa-9ccd5b819175) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:32.005676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:32.006526 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.013504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks [] for router_controller (4ba40f5f-7c4f-42d3-8c30-799750147bdf), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.019264 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c8408-3fe2-47a8-bce3-00d4f9fa12e2 None None] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:32.037088 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-89e6dc34-362a-41f5-94d5-878c2d1657ed admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5558448 Apr 05 22:32:32.040220 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55766) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:32.049018 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:32.094616 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (a79e255e-502d-4bea-9f57-cc192525159e), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.095806 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (a79e255e-502d-4bea-9f57-cc192525159e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.143873 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Allocated IP 172.20.0.2 (58e4f34a-3223-4866-9795-1d9659f97a60/6bf25390-2ffb-4234-a357-862ec1c8364b/c438bb37-2d80-4ba9-b35a-b192d7fdef33) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:32.184239 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:32:32.185085 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.218816 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks [] for router_controller (a79e255e-502d-4bea-9f57-cc192525159e), precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.295335 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks [] for router_gateway (4ba40f5f-7c4f-42d3-8c30-799750147bdf), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.442366 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Publish callbacks [] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.457254 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Allocated IP 172.20.0.2 (319237f0-b6cd-4d7f-91aa-9ccd5b819175/9a4ca027-0e3b-4f2f-b542-c1101ec3c226/5b9afd51-e360-49b3-81bc-24e6ea04b0fa) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:32.474193 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55780) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:32.518550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks [] for router_gateway (a79e255e-502d-4bea-9f57-cc192525159e), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.627319 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.690440 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Network 58e4f34a-3223-4866-9795-1d9659f97a60 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:32.711288 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55808) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:32.717570 dv-cinder-833443-2-iscsi neutron-server[103287]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:32:32.759397 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:32.838000 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Pushing event updated for resources: {'Port': ['ID=c438bb37-2d80-4ba9-b35a-b192d7fdef33,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:32.842527 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:32.857226 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.858868 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.859392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.859913 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.860404 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.860899 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.861384 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.861873 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.862363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.862892 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.863367 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.863964 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.864897 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.865266 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.865598 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Tracked resource versions report: Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: pushed versions: Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Agent': {'1.1'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Log': {'1.0'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'NDPProxy': {'1.0'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Network': {'1.1'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Port': {'1.7'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'PortForwarding': {'1.3'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: consumer versions: Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: HyperV agent@hv-cinder-83344: {}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Agent': '1.1', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Log': '1.0', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'NDPProxy': '1.0', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Network': '1.1', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Port': '1.7', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'PortForwarding': '1.3', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'QosPolicy': '1.10', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'SubPort': '1.0', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Subnet': '1.1', Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: 'Trunk': '1.1'}} Apr 05 22:32:32.867300 dv-cinder-833443-2-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:32:32.966532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Publish callbacks [] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.990639 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:32.996033 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Attempting to bind port c438bb37-2d80-4ba9-b35a-b192d7fdef33 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:32.996419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Attempting to bind port c438bb37-2d80-4ba9-b35a-b192d7fdef33 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:32.996783 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Attempting to bind port c438bb37-2d80-4ba9-b35a-b192d7fdef33 on network 58e4f34a-3223-4866-9795-1d9659f97a60 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:33.045751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks [] for router_gateway (4ba40f5f-7c4f-42d3-8c30-799750147bdf), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.069391 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:33.070137 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Checking segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:33.070363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.071789 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Bound using segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:33.072289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Bound port: c438bb37-2d80-4ba9-b35a-b192d7fdef33, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:33.072676 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.086989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.099187 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbcaccdc-490b-47e1-89f2-f7c9640f2aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.156636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:33.167039 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Pushing event updated for resources: {'Port': ['ID=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:33.170169 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:33.194122 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:33.252798 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-034ae377-a0b6-443c-9bf5-c47d05eb8d85 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:33.255085 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-034ae377-a0b6-443c-9bf5-c47d05eb8d85 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/networks?id=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc HTTP/1.1" status: 200 len: 812 time: 0.5388811 Apr 05 22:32:33.344061 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-2a84c612-d297-4fdc-aa69-ad94575d693e tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/quotas/db2d0b5137524bf6aebf4973c62f21fe HTTP/1.1" status: 200 len: 375 time: 0.0791955 Apr 05 22:32:33.366475 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Allocated IP 172.27.0.139 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/57c40a0b-3943-474a-97cc-1dfdc0d09d03) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:33.454168 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Attempting to bind port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:33.454443 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Attempting to bind port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:33.455840 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Attempting to bind port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:33.463302 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:33.463851 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:33.464552 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.465015 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Bound using segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:33.465674 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Bound port: 5b9afd51-e360-49b3-81bc-24e6ea04b0fa, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:33.466130 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.481512 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] For port c438bb37-2d80-4ba9-b35a-b192d7fdef33, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:33.511729 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-1cfb8491-5eaa-4975-9231-7064d9f4e2f4 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=db2d0b5137524bf6aebf4973c62f21fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1550744 Apr 05 22:32:33.512753 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks [] for router_gateway (a79e255e-502d-4bea-9f57-cc192525159e), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.562666 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.591397 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] For port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:33.600522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks [] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.610079 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] For port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:33.636538 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.656290 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] For port c438bb37-2d80-4ba9-b35a-b192d7fdef33, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=c438bb37-2d80-4ba9-b35a-b192d7fdef33,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:33.731531 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8640c-2123-4ebe-b2bd-407d723b5cc2 None None] Pushing event updated for resources: {'Port': ['ID=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:33.758451 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.761745 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbcaccdc-490b-47e1-89f2-f7c9640f2aef admin admin] Publish callbacks [] for security_group (27d641ae-cd26-46ed-a96b-538abed7d842), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.766624 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.778637 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dbcaccdc-490b-47e1-89f2-f7c9640f2aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (27d641ae-cd26-46ed-a96b-538abed7d842), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:33.897960 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58970806-d2e4-45df-b161-15cc392f33d8 None None] Pushing event updated for resources: {'Port': ['ID=c438bb37-2d80-4ba9-b35a-b192d7fdef33,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:33.903236 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55874) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:33.945745 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=57c40a0b-3943-474a-97cc-1dfdc0d09d03,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:33.958979 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:33.960621 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:33.970978 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-8528ed25-bd68-40f5-93c9-723ba1099d80 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:33.972244 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-8528ed25-bd68-40f5-93c9-723ba1099d80 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2753227 Apr 05 22:32:33.973041 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaccdc-490b-47e1-89f2-f7c9640f2aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d641ae-cd26-46ed-a96b-538abed7d842,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:33.981474 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-dbcaccdc-490b-47e1-89f2-f7c9640f2aef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a84986ce3b24495b467525ba78e4294&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5059280 Apr 05 22:32:33.985387 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 55880) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:33.986672 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:34.117835 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e504861f-6f70-4aef-984c-b5c0bdd5160b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.161840 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Allocated IP 172.27.0.206 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/5e24adeb-76d2-4123-8ddc-93cff3975607) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:34.378149 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e504861f-6f70-4aef-984c-b5c0bdd5160b admin admin] Publish callbacks [] for security_group (52d7dd0a-3b37-48b6-8fd6-5bbe362244c4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.396703 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e504861f-6f70-4aef-984c-b5c0bdd5160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (52d7dd0a-3b37-48b6-8fd6-5bbe362244c4), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.564725 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-00c43c9e-9783-46c0-99cf-9537d9084f81 service neutron] 10.222.0.26 "GET /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821350 Apr 05 22:32:34.574956 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks [] for router_gateway (4ba40f5f-7c4f-42d3-8c30-799750147bdf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.575469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504861f-6f70-4aef-984c-b5c0bdd5160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7dd0a-3b37-48b6-8fd6-5bbe362244c4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:34.615676 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e504861f-6f70-4aef-984c-b5c0bdd5160b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c2cff127e5846d3ac4f6b0878821bce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6938059 Apr 05 22:32:34.622885 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55924) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:34.628156 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9cae186-3288-4240-bdb5-110eb806f3e9 admin admin] Publish callbacks [] for security_group (27d641ae-cd26-46ed-a96b-538abed7d842), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.678923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:34.722066 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9cae186-3288-4240-bdb5-110eb806f3e9 admin admin] Publish callbacks [] for security_group (27d641ae-cd26-46ed-a96b-538abed7d842), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.796532 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks [] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.819962 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-b2f0ea57-3b8e-4317-bd2d-b23f595863fe service neutron] 10.222.0.26 "GET /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291200 Apr 05 22:32:34.865518 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9cae186-3288-4240-bdb5-110eb806f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (27d641ae-cd26-46ed-a96b-538abed7d842), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.871035 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a9cae186-3288-4240-bdb5-110eb806f3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.872463 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a9cae186-3288-4240-bdb5-110eb806f3e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27d641ae-cd26-46ed-a96b-538abed7d842 HTTP/1.1" status: 204 len: 168 time: 0.8375702 Apr 05 22:32:34.892862 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cae186-3288-4240-bdb5-110eb806f3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d641ae-cd26-46ed-a96b-538abed7d842,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:34.903541 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:34.955005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:34.958503 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:34.966914 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:35.011535 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b102ce-b383-4a83-a63a-a3add32380dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.048194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5e24adeb-76d2-4123-8ddc-93cff3975607,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:35.192248 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd57c58a-af7b-44d9-8f6c-5b42f139414b admin admin] Publish callbacks [] for security_group (52d7dd0a-3b37-48b6-8fd6-5bbe362244c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.285765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (4ba40f5f-7c4f-42d3-8c30-799750147bdf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.337260 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 55974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:35.344638 dv-cinder-833443-2-iscsi neutron-server[103288]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 22:32:35.426378 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device c438bb37-2d80-4ba9-b35a-b192d7fdef33 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:35.465691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks [] for router_gateway (a79e255e-502d-4bea-9f57-cc192525159e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.520610 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port c438bb37-2d80-4ba9-b35a-b192d7fdef33 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:35.522532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.712193 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306a75a-631d-4b08-b486-0bef2670742f None None] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:35.867064 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-20898948-f522-4ed0-8f50-4c181f7fd88a req-f1d5222e-ed0b-4083-8110-8739e8fb4331 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.5248697 Apr 05 22:32:35.871713 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd57c58a-af7b-44d9-8f6c-5b42f139414b admin admin] Publish callbacks [] for security_group (52d7dd0a-3b37-48b6-8fd6-5bbe362244c4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.933847 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port c438bb37-2d80-4ba9-b35a-b192d7fdef33 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:35.938430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (a79e255e-502d-4bea-9f57-cc192525159e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.957569 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.957799 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b102ce-b383-4a83-a63a-a3add32380dd admin admin] Publish callbacks [] for security_group (0847b1a7-9698-42e8-be84-e7f813dec1ef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:35.975720 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-00b102ce-b383-4a83-a63a-a3add32380dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0847b1a7-9698-42e8-be84-e7f813dec1ef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.016258 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-00b102ce-b383-4a83-a63a-a3add32380dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=497a90b5f3214c8ebc996d896ed3dc5b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3253119 Apr 05 22:32:36.016648 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56014) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:36.135694 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7b75d8e-f9df-4cac-a237-9fa9b82c4bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.136133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b102ce-b383-4a83-a63a-a3add32380dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0847b1a7-9698-42e8-be84-e7f813dec1ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:36.142648 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d50968-0331-4194-9a9a-67d23de87c8c None None] Network 58e4f34a-3223-4866-9795-1d9659f97a60 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:36.149190 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:32:36.181021 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd57c58a-af7b-44d9-8f6c-5b42f139414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (52d7dd0a-3b37-48b6-8fd6-5bbe362244c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.183833 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd57c58a-af7b-44d9-8f6c-5b42f139414b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.188194 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fd57c58a-af7b-44d9-8f6c-5b42f139414b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52d7dd0a-3b37-48b6-8fd6-5bbe362244c4 HTTP/1.1" status: 204 len: 168 time: 1.5599682 Apr 05 22:32:36.210467 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Provisioning complete for port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:36.211578 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.264625 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c58a-af7b-44d9-8f6c-5b42f139414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7dd0a-3b37-48b6-8fd6-5bbe362244c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:36.264625 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd2639a6-e987-4e7e-a5fc-df2f4cc7b8aa admin admin] Publish callbacks [] for security_group (0847b1a7-9698-42e8-be84-e7f813dec1ef), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.292403 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd2639a6-e987-4e7e-a5fc-df2f4cc7b8aa admin admin] Publish callbacks [] for security_group (0847b1a7-9698-42e8-be84-e7f813dec1ef), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.421926 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56036) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:36.536287 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Router a79e255e-502d-4bea-9f57-cc192525159e is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:32:36.552972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port c438bb37-2d80-4ba9-b35a-b192d7fdef33, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=c438bb37-2d80-4ba9-b35a-b192d7fdef33,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:36.563125 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:36.578061 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:36.583718 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd2639a6-e987-4e7e-a5fc-df2f4cc7b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0847b1a7-9698-42e8-be84-e7f813dec1ef), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.589696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd2639a6-e987-4e7e-a5fc-df2f4cc7b8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.598251 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fd2639a6-e987-4e7e-a5fc-df2f4cc7b8aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0847b1a7-9698-42e8-be84-e7f813dec1ef HTTP/1.1" status: 204 len: 168 time: 0.5760863 Apr 05 22:32:36.604672 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:36.608311 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:36.616690 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2639a6-e987-4e7e-a5fc-df2f4cc7b8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847b1a7-9698-42e8-be84-e7f813dec1ef,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:36.633089 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.634639 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-984cdeba-3cb9-4875-9d3b-1e505c50c0c5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9073291 Apr 05 22:32:36.640874 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.641561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56048) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:36.650679 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5b9afd51-e360-49b3-81bc-24e6ea04b0fa up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:36.853075 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a638c532-f7c3-446d-8dba-d31bc7c6e2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:36.899642 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:36.900022 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.252315 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=c438bb37-2d80-4ba9-b35a-b192d7fdef33,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:37.294944 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:37.296356 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.347839 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Current status of the port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:37.350629 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.352873 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6cd98337-728a-487a-8186-e5efa22174f6 req-736a1c46-c972-4049-9cd7-a1382e9d213d tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.2579970 Apr 05 22:32:37.369114 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:37.398809 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a638c532-f7c3-446d-8dba-d31bc7c6e2f4 admin admin] Publish callbacks [] for security_group (38e3889e-6099-4e95-9bf7-5de560388c98), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.406263 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:37.429462 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a638c532-f7c3-446d-8dba-d31bc7c6e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (38e3889e-6099-4e95-9bf7-5de560388c98), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.429746 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.472229 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56076) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:37.485608 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:37.506228 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:37.528194 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f0a431d-83b6-4e57-9730-5ea0ad33cc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.551047 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:37.551692 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:37.563794 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.db.api [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:32:37.564924 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG oslo_db.api [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:32:37.573252 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:37.621861 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:37.624852 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a638c532-f7c3-446d-8dba-d31bc7c6e2f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57027f022f8d40a4a852b6187e34c953&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1964710 Apr 05 22:32:37.658688 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638c532-f7c3-446d-8dba-d31bc7c6e2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3889e-6099-4e95-9bf7-5de560388c98,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:37.683349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.691105 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device c438bb37-2d80-4ba9-b35a-b192d7fdef33 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:37.691261 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-304b55b6-6050-49d8-8397-8270a614ffd1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6498079 Apr 05 22:32:37.691983 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56084) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:37.829243 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:37.906862 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2476c975-86b1-42a5-a910-3013883d9149 admin admin] Publish callbacks [] for security_group (38e3889e-6099-4e95-9bf7-5de560388c98), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:37.978782 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:34Z', 'revision_number': 3, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:38.018869 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2476c975-86b1-42a5-a910-3013883d9149 admin admin] Publish callbacks [] for security_group (38e3889e-6099-4e95-9bf7-5de560388c98), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.054863 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port c438bb37-2d80-4ba9-b35a-b192d7fdef33 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:38.057176 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.060982 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:38.063419 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Updating router 4ba40f5f-7c4f-42d3-8c30-799750147bdf port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:38.152805 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.219757 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.230221 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f0a431d-83b6-4e57-9730-5ea0ad33cc79 admin admin] Publish callbacks [] for security_group (710c7f94-0c57-472a-a8e8-48d245f1d403), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.246831 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f0a431d-83b6-4e57-9730-5ea0ad33cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (710c7f94-0c57-472a-a8e8-48d245f1d403), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.307002 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6f0a431d-83b6-4e57-9730-5ea0ad33cc79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2093a4df16f14b71a7714e8442c1001f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8302557 Apr 05 22:32:38.314902 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56108) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:38.368239 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-88b8b663-7c1b-483c-a329-611c41055509 None None] Current status of the port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:38.392652 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb270eca-c557-406f-8740-fe9dfcc830a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.411989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a431d-83b6-4e57-9730-5ea0ad33cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710c7f94-0c57-472a-a8e8-48d245f1d403,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:38.461952 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2476c975-86b1-42a5-a910-3013883d9149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (38e3889e-6099-4e95-9bf7-5de560388c98), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.474942 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2476c975-86b1-42a5-a910-3013883d9149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.484421 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2476c975-86b1-42a5-a910-3013883d9149 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38e3889e-6099-4e95-9bf7-5de560388c98 HTTP/1.1" status: 204 len: 168 time: 0.7335470 Apr 05 22:32:38.486501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:35Z', 'revision_number': 3, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:38.571302 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:38.571921 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Updating router a79e255e-502d-4bea-9f57-cc192525159e port 5e24adeb-76d2-4123-8ddc-93cff3975607 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:38.616535 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476c975-86b1-42a5-a910-3013883d9149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3889e-6099-4e95-9bf7-5de560388c98,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:38.722398 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f62540-1ba7-4a0a-8a9c-2286b66b82b0 admin admin] Publish callbacks [] for security_group (710c7f94-0c57-472a-a8e8-48d245f1d403), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.788777 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-86b7b421-f86a-4fb8-ab31-18cfc835e656 None None] Provisioning complete for port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:38.789179 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b7b421-f86a-4fb8-ab31-18cfc835e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.801479 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port c438bb37-2d80-4ba9-b35a-b192d7fdef33 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:38.822781 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f62540-1ba7-4a0a-8a9c-2286b66b82b0 admin admin] Publish callbacks [] for security_group (710c7f94-0c57-472a-a8e8-48d245f1d403), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.870773 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 57459) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:38.892247 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Publish callbacks [] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:38.903543 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d3eff599-8633-4850-9561-3efc44e5b129 req-acfdd6d9-5fa3-489f-938f-ec783cdbb5f7 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.1101534 Apr 05 22:32:38.909001 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.065012 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Attempting to bind port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:39.077894 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Attempting to bind port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:39.080046 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-10b5edcc-26a1-4b00-8f74-58c58737d5e1 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:39.080674 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Attempting to bind port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:39.081539 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-10b5edcc-26a1-4b00-8f74-58c58737d5e1 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.24 "GET /v2.0/networks?id=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc HTTP/1.1" status: 200 len: 812 time: 0.2161980 Apr 05 22:32:39.090888 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Pushing event updated for resources: {'Port': ['ID=57c40a0b-3943-474a-97cc-1dfdc0d09d03,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.102635 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.118332 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:39.119170 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:39.119808 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.120424 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:39.122105 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Bound port: 57c40a0b-3943-474a-97cc-1dfdc0d09d03, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:39.123835 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.139302 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.139992 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.140592 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.141146 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.142234 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.149637 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.150279 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.150880 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.151425 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.151961 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.152496 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.153052 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.153600 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.154190 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.154740 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Tracked resource versions report: Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: pushed versions: Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Agent': {'1.1'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Log': {'1.0'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'NDPProxy': {'1.0'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Network': {'1.1'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Port': {'1.7'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'PortForwarding': {'1.3'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: consumer versions: Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: HyperV agent@hv-cinder-83344: {}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: L3 agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: Metadata agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: Metering agent@dv-cinder-833443-2-iscsi: {}, Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-833443-2-iscsi: { 'AddressGroup': '1.2', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Agent': '1.1', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Log': '1.0', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'NDPProxy': '1.0', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Network': '1.1', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Port': '1.7', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'PortForwarding': '1.3', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'QosPolicy': '1.10', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'SubPort': '1.0', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Subnet': '1.1', Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: 'Trunk': '1.1'}} Apr 05 22:32:39.156214 dv-cinder-833443-2-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 22:32:39.159475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Request body: {'port': {'device_id': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc', 'admin_state_up': True, 'tenant_id': 'db2d0b5137524bf6aebf4973c62f21fe'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:39.255598 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] For port 57c40a0b-3943-474a-97cc-1dfdc0d09d03, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:39.260060 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] For port 57c40a0b-3943-474a-97cc-1dfdc0d09d03, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=57c40a0b-3943-474a-97cc-1dfdc0d09d03,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:39.268400 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Allocated IP 172.20.0.1 (58e4f34a-3223-4866-9795-1d9659f97a60/6bf25390-2ffb-4234-a357-862ec1c8364b/f4a8c35d-ec05-48b7-9e84-bfa1446bf916) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:39.277122 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.346976 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.366226 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56158) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:39.433968 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51c0b59-ed3e-430c-8b1b-aa1b78ffc3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.511394 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2019b9-3d97-4fa3-96b3-df0a69a38ea6 None None] Pushing event updated for resources: {'Port': ['ID=57c40a0b-3943-474a-97cc-1dfdc0d09d03,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:39.543606 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:39.545772 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:39.609980 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks [] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.704077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Allocated IP 172.20.0.1 (319237f0-b6cd-4d7f-91aa-9ccd5b819175/9a4ca027-0e3b-4f2f-b542-c1101ec3c226/375b339d-80a9-4cdc-a1bb-2e439c095486) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:39.720723 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f62540-1ba7-4a0a-8a9c-2286b66b82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (710c7f94-0c57-472a-a8e8-48d245f1d403), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.741398 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-74f62540-1ba7-4a0a-8a9c-2286b66b82b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.746331 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-74f62540-1ba7-4a0a-8a9c-2286b66b82b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/710c7f94-0c57-472a-a8e8-48d245f1d403 HTTP/1.1" status: 204 len: 168 time: 1.4301336 Apr 05 22:32:39.766542 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:39.953599 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51c0b59-ed3e-430c-8b1b-aa1b78ffc3fd admin admin] Publish callbacks [] for security_group (1e9931c7-1f97-45f9-ad27-1ee95be0815e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:39.967745 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.043611 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Made reservation on behalf of db2d0b5137524bf6aebf4973c62f21fe for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:40.062986 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.080033 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:34Z', 'revision_number': 3, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:40.087798 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Publish callbacks [] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.117040 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5b9afd51-e360-49b3-81bc-24e6ea04b0fa up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:40.119423 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Pushing event updated for resources: {'Port': ['ID=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.129560 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f51c0b59-ed3e-430c-8b1b-aa1b78ffc3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (1e9931c7-1f97-45f9-ad27-1ee95be0815e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.176623 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23760378-e148-4da6-942f-0abc5fda62c4 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:34Z', 'revision_number': 3, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:40.179065 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f62540-1ba7-4a0a-8a9c-2286b66b82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710c7f94-0c57-472a-a8e8-48d245f1d403,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.221633 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.291226 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c0b59-ed3e-430c-8b1b-aa1b78ffc3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9931c7-1f97-45f9-ad27-1ee95be0815e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.303632 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Network 58e4f34a-3223-4866-9795-1d9659f97a60 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:40.314094 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a7788-0bd4-4d36-8b10-7331558b3ec3 None None] Pushing event updated for resources: {'Port': ['ID=5e24adeb-76d2-4123-8ddc-93cff3975607,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:40.314956 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f51c0b59-ed3e-430c-8b1b-aa1b78ffc3fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=113b8e3c02f94210924932fbfa0de0ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9447160 Apr 05 22:32:40.316103 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:40.319020 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.319246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:40.321205 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (4ba40f5f-7c4f-42d3-8c30-799750147bdf), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.377018 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-86b7b421-f86a-4fb8-ab31-18cfc835e656 None None] Current status of the port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:40.447601 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:40.448662 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.509909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Attempting to bind port 5e24adeb-76d2-4123-8ddc-93cff3975607 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:40.510385 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Attempting to bind port 5e24adeb-76d2-4123-8ddc-93cff3975607 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:40.510963 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Attempting to bind port 5e24adeb-76d2-4123-8ddc-93cff3975607 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:40.516969 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-86b7b421-f86a-4fb8-ab31-18cfc835e656 None None] Provisioning complete for port c438bb37-2d80-4ba9-b35a-b192d7fdef33 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:40.517628 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-86b7b421-f86a-4fb8-ab31-18cfc835e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.521160 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:40.521860 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:40.522468 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.523265 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:40.523969 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Bound port: 5e24adeb-76d2-4123-8ddc-93cff3975607, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:40.524969 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:40.572398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Allocated IP 172.20.0.9 (2e8daa4f-f5d0-414c-ab5c-da83d297e1bc/8a9e2446-f77d-48d9-9379-b49077a3d619/a7a64326-033c-4387-95d0-74c33409b15f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:40.577591 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56216) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:40.794294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] For port 5e24adeb-76d2-4123-8ddc-93cff3975607, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:40.805228 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] For port 5e24adeb-76d2-4123-8ddc-93cff3975607, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5e24adeb-76d2-4123-8ddc-93cff3975607,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:40.841679 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-585261d5-ddb0-4fd6-82f2-6aa7ed3814d7 req-6bdd244a-d238-4f65-87c4-4696f13bd0e7 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.2611437 Apr 05 22:32:40.889999 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.152566 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:41.157796 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.227164 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a7788-0bd4-4d36-8b10-7331558b3ec3 None None] Pushing event updated for resources: {'Port': ['ID=5e24adeb-76d2-4123-8ddc-93cff3975607,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:41.350038 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks [] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.405535 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.427179 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:41.453016 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:41.455741 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:41.519655 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01d131f4-34f3-4f4c-bb58-400c52b20970 admin admin] Publish callbacks [] for security_group (1e9931c7-1f97-45f9-ad27-1ee95be0815e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.691606 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks [] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.715776 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f6c528b-426b-4c0b-9738-286846f9a7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.718882 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.720211 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (4ba40f5f-7c4f-42d3-8c30-799750147bdf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.807005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01d131f4-34f3-4f4c-bb58-400c52b20970 admin admin] Publish callbacks [] for security_group (1e9931c7-1f97-45f9-ad27-1ee95be0815e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.944970 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:41.948385 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:41.971485 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Pushing event updated for resources: {'Port': ['ID=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:42.072321 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:42.219428 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:42.224254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Pushing event updated for resources: {'Port': ['ID=375b339d-80a9-4cdc-a1bb-2e439c095486,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:42.232815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:42.233359 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (a79e255e-502d-4bea-9f57-cc192525159e), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.273154 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01d131f4-34f3-4f4c-bb58-400c52b20970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (1e9931c7-1f97-45f9-ad27-1ee95be0815e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.277276 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-01d131f4-34f3-4f4c-bb58-400c52b20970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.278476 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-01d131f4-34f3-4f4c-bb58-400c52b20970 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e9931c7-1f97-45f9-ad27-1ee95be0815e HTTP/1.1" status: 204 len: 168 time: 1.6963065 Apr 05 22:32:42.293443 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9cc0116a-833c-47aa-8ab1-67dca46ce8c5 req-92a1b88d-b265-4df7-8057-daac0aeea9b2 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.1568093 Apr 05 22:32:42.341343 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f6c528b-426b-4c0b-9738-286846f9a7ef admin admin] Publish callbacks [] for security_group (87881257-0797-4b2b-9047-910bc0917dbf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.347657 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-86b7b421-f86a-4fb8-ab31-18cfc835e656 None None] Current status of the port c438bb37-2d80-4ba9-b35a-b192d7fdef33 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:42.387480 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9f6c528b-426b-4c0b-9738-286846f9a7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (87881257-0797-4b2b-9047-910bc0917dbf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.436788 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 57c40a0b-3943-474a-97cc-1dfdc0d09d03 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:42.505662 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9f6c528b-426b-4c0b-9738-286846f9a7ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed9c878791d54b39bf1e36baeb54015d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3405595 Apr 05 22:32:42.507663 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56284) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:42.545333 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.579738 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56288) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:42.607784 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks [] for port (a7a64326-033c-4387-95d0-74c33409b15f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.641675 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Network 58e4f34a-3223-4866-9795-1d9659f97a60 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:42.641909 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d131f4-34f3-4f4c-bb58-400c52b20970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9931c7-1f97-45f9-ad27-1ee95be0815e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:42.647251 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:42.745709 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2c126388-9c2a-494b-8977-ee56c8140a2c None None] Provisioning complete for port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:42.746097 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c126388-9c2a-494b-8977-ee56c8140a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:42.918014 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c528b-426b-4c0b-9738-286846f9a7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87881257-0797-4b2b-9047-910bc0917dbf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:43.025352 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e276402-f0f2-47ea-aa35-6514775e9f5b admin admin] Publish callbacks [] for security_group (87881257-0797-4b2b-9047-910bc0917dbf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.080047 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:43.086294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.093120 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2c126388-9c2a-494b-8977-ee56c8140a2c None None] Port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:43.114670 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (a7a64326-033c-4387-95d0-74c33409b15f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.302737 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e276402-f0f2-47ea-aa35-6514775e9f5b admin admin] Publish callbacks [] for security_group (87881257-0797-4b2b-9047-910bc0917dbf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.349206 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-9c3b7e5c-771e-4b4a-a090-c538ef96c484 None None] Provisioning complete for port 375b339d-80a9-4cdc-a1bb-2e439c095486 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:43.349745 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9c3b7e5c-771e-4b4a-a090-c538ef96c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.422629 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:32:43.477973 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:43.504273 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:43.509513 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:43.520909 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:43.521328 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:35Z', 'revision_number': 3, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:43.523867 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.595353 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360c25f1-df5a-4240-a4f4-d20b15cfa6db None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:35Z', 'revision_number': 3, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:43.605299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-494317945-network', 'tenant_id': 'f3318c31616e43a09775435c685a3ad0'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:43.612650 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b7e5c-771e-4b4a-a090-c538ef96c484 None None] Port 375b339d-80a9-4cdc-a1bb-2e439c095486 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:43.644302 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e276402-f0f2-47ea-aa35-6514775e9f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (87881257-0797-4b2b-9047-910bc0917dbf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.655085 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e276402-f0f2-47ea-aa35-6514775e9f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.660382 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0e276402-f0f2-47ea-aa35-6514775e9f5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87881257-0797-4b2b-9047-910bc0917dbf HTTP/1.1" status: 204 len: 168 time: 1.1516068 Apr 05 22:32:43.664022 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:43.664545 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.708413 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 57c40a0b-3943-474a-97cc-1dfdc0d09d03, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=57c40a0b-3943-474a-97cc-1dfdc0d09d03,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:43.722191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.824850 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Made reservation on behalf of f3318c31616e43a09775435c685a3ad0 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:43.827918 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.838381 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-0ad58047-0121-45d6-a0b4-3154d33dcce9 None None] Provisioning complete for port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:43.839275 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0ad58047-0121-45d6-a0b4-3154d33dcce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.860107 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e276402-f0f2-47ea-aa35-6514775e9f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87881257-0797-4b2b-9047-910bc0917dbf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:43.866614 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Pushing event updated for resources: {'Port': ['ID=a7a64326-033c-4387-95d0-74c33409b15f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:43.877391 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:43.937961 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-16093891-2bdb-4232-96ef-fc0dd1684793 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8073051 Apr 05 22:32:43.946872 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.026724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:44.051262 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:44.062077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-82c16089-34b6-4699-a72f-03da88cfb3b3 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:44.062982 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-dc7fab00-cc9f-4004-aa87-325c897628ff admin admin] 10.222.0.26 "PUT /v2.0/routers/4ba40f5f-7c4f-42d3-8c30-799750147bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4198873 Apr 05 22:32:44.063514 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-82c16089-34b6-4699-a72f-03da88cfb3b3 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144773 Apr 05 22:32:44.064667 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=57c40a0b-3943-474a-97cc-1dfdc0d09d03,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:44.088724 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91883d2-3e0f-4fde-9d02-9f61d852dfca req-fd5f81c4-e684-4dc5-83d4-46be52828f5b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:44.092543 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:44.094026 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:44.102242 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0ad58047-0121-45d6-a0b4-3154d33dcce9 None None] Port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:44.103631 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a91883d2-3e0f-4fde-9d02-9f61d852dfca req-fd5f81c4-e684-4dc5-83d4-46be52828f5b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 931 time: 0.5174282 Apr 05 22:32:44.197595 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks [] for security_group (3429c879-03c5-4749-bff4-b440c04cfccc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.223941 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3429c879-03c5-4749-bff4-b440c04cfccc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.278001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3429c879-03c5-4749-bff4-b440c04cfccc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:44.311020 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:32:44.317278 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a91883d2-3e0f-4fde-9d02-9f61d852dfca req-615e3dec-38e4-4ad7-b304-3ee4a9563e3c tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067883 Apr 05 22:32:44.352850 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (5224bcea-9951-4ba9-9e6f-f8a1197ef812), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.353199 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Added segment 5224bcea-9951-4ba9-9e6f-f8a1197ef812 of type vlan for network df0240f1-1c08-412a-ae1d-059c3158e566 Apr 05 22:32:44.473990 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:44.477026 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (df0240f1-1c08-412a-ae1d-059c3158e566), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.579249 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (df0240f1-1c08-412a-ae1d-059c3158e566), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.580444 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:44.581143 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.589072 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks [] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.599834 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.600577 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (a79e255e-502d-4bea-9f57-cc192525159e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.690515 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0874133 Apr 05 22:32:44.756572 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:44.772419 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Request body: {'subnet': {'network_id': 'df0240f1-1c08-412a-ae1d-059c3158e566', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-494317945-subnet', 'tenant_id': 'f3318c31616e43a09775435c685a3ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:44.840307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Made reservation on behalf of f3318c31616e43a09775435c685a3ad0 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:44.847043 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:44.886632 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:44.907583 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e1d6b-c515-49bb-8101-96c286bc6ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=df0240f1-1c08-412a-ae1d-059c3158e566,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:44.922104 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network df0240f1-1c08-412a-ae1d-059c3158e566 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:44.972613 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:44.997199 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:45.029920 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Pushing event updated for resources: {'Port': ['ID=375b339d-80a9-4cdc-a1bb-2e439c095486,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:45.058785 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56368) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:45.153599 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 2, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:45.257995 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba6166be-0371-4c85-bd03-db3862ac3a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:45.601770 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (a26061b2-10b1-45ca-866d-7474b5e4b82e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:45.619716 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:45.620151 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Updating router 4ba40f5f-7c4f-42d3-8c30-799750147bdf port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:45.673125 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4e0cb237-6fcf-4bc3-878c-ec32c8d990a2 None None] Provisioning complete for port 375b339d-80a9-4cdc-a1bb-2e439c095486 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:45.675132 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4e0cb237-6fcf-4bc3-878c-ec32c8d990a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:45.758950 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Request body: {'port': {'device_id': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:45.760807 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:45.800241 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4e0cb237-6fcf-4bc3-878c-ec32c8d990a2 None None] Port 375b339d-80a9-4cdc-a1bb-2e439c095486 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:32:45.853375 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Checking segment: {'id': '5224bcea-9951-4ba9-9e6f-f8a1197ef812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'df0240f1-1c08-412a-ae1d-059c3158e566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:45.853793 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Network hostable DHCP agents. Network: df0240f1-1c08-412a-ae1d-059c3158e566, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:45.856133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26061b2-10b1-45ca-866d-7474b5e4b82e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:45.858553 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-089c2b61-8f64-42ab-ac34-c4361fd1aa78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:45.946979 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Network df0240f1-1c08-412a-ae1d-059c3158e566 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:45.997151 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, df0240f1-1c08-412a-ae1d-059c3158e566) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:46.006167 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:46.006786 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.016390 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e456c30-8a13-463a-973f-8f257ecad4bc None None] Network df0240f1-1c08-412a-ae1d-059c3158e566 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:46.020670 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:32:46.050538 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5ff0808c-ff6a-4122-b31b-fdaaabd995db admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2843883 Apr 05 22:32:46.053413 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a7a64326-033c-4387-95d0-74c33409b15f), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.109759 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2b4a-f18c-4c2c-bbba-d27e875e7b8f req-d4a35cfc-67b0-4076-a66b-73f45d1d764e tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:46.134799 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-440d2b4a-f18c-4c2c-bbba-d27e875e7b8f req-d4a35cfc-67b0-4076-a66b-73f45d1d764e tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 931 time: 0.5794339 Apr 05 22:32:46.215819 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-089c2b61-8f64-42ab-ac34-c4361fd1aa78 admin admin] Publish callbacks [] for security_group (645acc78-70c7-4f36-be26-835862964a8b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.229506 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-089c2b61-8f64-42ab-ac34-c4361fd1aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (645acc78-70c7-4f36-be26-835862964a8b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.250341 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5e24adeb-76d2-4123-8ddc-93cff3975607 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:46.279365 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba6166be-0371-4c85-bd03-db3862ac3a17 admin admin] Publish callbacks [] for security_group (31820892-f255-424a-bc41-3e04a48bee90), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.411652 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-089c2b61-8f64-42ab-ac34-c4361fd1aa78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58c999c66b8a416485a45cf0aa6d7f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5059736 Apr 05 22:32:46.423668 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2b61-8f64-42ab-ac34-c4361fd1aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645acc78-70c7-4f36-be26-835862964a8b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:46.427614 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56390) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:46.645209 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77648d1-11cf-42f0-9d2b-9262dfd689d9 admin admin] Publish callbacks [] for security_group (645acc78-70c7-4f36-be26-835862964a8b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.711103 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba6166be-0371-4c85-bd03-db3862ac3a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (31820892-f255-424a-bc41-3e04a48bee90), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.759058 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77648d1-11cf-42f0-9d2b-9262dfd689d9 admin admin] Publish callbacks [] for security_group (645acc78-70c7-4f36-be26-835862964a8b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.848450 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Publish callbacks [] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.876220 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.933895 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77648d1-11cf-42f0-9d2b-9262dfd689d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (645acc78-70c7-4f36-be26-835862964a8b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.937505 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d77648d1-11cf-42f0-9d2b-9262dfd689d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:46.938859 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d77648d1-11cf-42f0-9d2b-9262dfd689d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/645acc78-70c7-4f36-be26-835862964a8b HTTP/1.1" status: 204 len: 168 time: 0.4996731 Apr 05 22:32:46.962354 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77648d1-11cf-42f0-9d2b-9262dfd689d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645acc78-70c7-4f36-be26-835862964a8b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:46.970961 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 5e24adeb-76d2-4123-8ddc-93cff3975607 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:46.972168 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.007102 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:47.012490 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744253406', 'description': 'tempest-description--1282023775'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:47.036599 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b61265-0e1f-46b5-9ba1-3e35a383216b None None] Network df0240f1-1c08-412a-ae1d-059c3158e566 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:47.084350 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cdb9f-9ba4-4737-8cdc-bd3ad36cee9e None None] Pushing event updated for resources: {'Port': ['ID=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:47.085414 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.154821 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-440d2b4a-f18c-4c2c-bbba-d27e875e7b8f req-fa60c5e1-fa3c-4b68-9376-cb0e9392ce16 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0183270 Apr 05 22:32:47.155511 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6166be-0371-4c85-bd03-db3862ac3a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31820892-f255-424a-bc41-3e04a48bee90,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:47.202228 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ba6166be-0371-4c85-bd03-db3862ac3a17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47b1870f77984473ae928e641e07de9d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1420574 Apr 05 22:32:47.211157 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56410) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:47.250450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:32:47.276273 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a5e0f995-cf8e-476c-855a-5906f3873455 admin admin] 10.222.0.26 "PUT /v2.0/routers/a79e255e-502d-4bea-9f57-cc192525159e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5794582 Apr 05 22:32:47.378628 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:32:47.390660 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Attempting to bind port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:47.391136 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Attempting to bind port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:47.395783 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Attempting to bind port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 on network 58e4f34a-3223-4866-9795-1d9659f97a60 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:47.414384 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:47.414797 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Checking segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:47.415214 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.415628 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Bound using segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:47.416112 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Bound port: f4a8c35d-ec05-48b7-9e84-bfa1446bf916, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:47.416537 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.463612 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (90b81ef9-9478-46ac-8c36-57202d6d9a27), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.483671 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:47.483671 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:47.502649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d506691-b7eb-44d9-9165-99de15b7e92e admin admin] Publish callbacks [] for security_group (31820892-f255-424a-bc41-3e04a48bee90), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.506043 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (90b81ef9-9478-46ac-8c36-57202d6d9a27), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.580046 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d506691-b7eb-44d9-9165-99de15b7e92e admin admin] Publish callbacks [] for security_group (31820892-f255-424a-bc41-3e04a48bee90), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.602847 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.611675 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6033161 Apr 05 22:32:47.634384 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] For port f4a8c35d-ec05-48b7-9e84-bfa1446bf916, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:47.642525 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] For port f4a8c35d-ec05-48b7-9e84-bfa1446bf916, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:47.643326 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:47.656751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'security_group_rule': {'security_group_id': '90b81ef9-9478-46ac-8c36-57202d6d9a27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:47.689247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87015b30-40b0-4999-aa27-fb42c23b132b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b81ef9-9478-46ac-8c36-57202d6d9a27,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:47.691413 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.728518 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (25e65b3c-2ff9-4ce8-a133-18bbb9c1a8a5), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.737337 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:47.831888 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:47.835728 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:47.951399 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d506691-b7eb-44d9-9165-99de15b7e92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (31820892-f255-424a-bc41-3e04a48bee90), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.958282 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2d506691-b7eb-44d9-9165-99de15b7e92e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:47.961884 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2d506691-b7eb-44d9-9165-99de15b7e92e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31820892-f255-424a-bc41-3e04a48bee90 HTTP/1.1" status: 204 len: 168 time: 0.7487888 Apr 05 22:32:48.004924 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506691-b7eb-44d9-9165-99de15b7e92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31820892-f255-424a-bc41-3e04a48bee90,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:48.045071 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (25e65b3c-2ff9-4ce8-a133-18bbb9c1a8a5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.053771 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (25e65b3c-2ff9-4ce8-a133-18bbb9c1a8a5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.077881 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e65b3c-2ff9-4ce8-a133-18bbb9c1a8a5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:48.137066 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.148798 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4002c2c0-870a-4528-bcd9-4af49ad8c84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009725 Apr 05 22:32:48.149443 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:48.162393 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'security_group_rule': {'security_group_id': '90b81ef9-9478-46ac-8c36-57202d6d9a27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:48.276963 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (460f5c9a-1413-4dd3-830e-474a052e86db), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.333384 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] Provisioning complete for port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:48.335758 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.364643 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:48.507267 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 5e24adeb-76d2-4123-8ddc-93cff3975607 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:48.507717 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.614504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:48.618927 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 5e24adeb-76d2-4123-8ddc-93cff3975607, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5e24adeb-76d2-4123-8ddc-93cff3975607,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:48.627683 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.628886 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 57c40a0b-3943-474a-97cc-1dfdc0d09d03 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:48.660071 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e674ff56-7415-4ef1-9486-28839b70b54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.689464 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a64326-033c-4387-95d0-74c33409b15f {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:32:48.705679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Publish callbacks [] for port (a7a64326-033c-4387-95d0-74c33409b15f), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.720621 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52855f0c-057e-40f2-b7ea-406b61075c0f req-be4c5506-c6dc-43f7-bddd-113bc54a4f70 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:48.722982 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52855f0c-057e-40f2-b7ea-406b61075c0f req-be4c5506-c6dc-43f7-bddd-113bc54a4f70 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 931 time: 0.3792429 Apr 05 22:32:48.740764 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (460f5c9a-1413-4dd3-830e-474a052e86db), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.766582 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (460f5c9a-1413-4dd3-830e-474a052e86db), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.788492 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Transition to ACTIVE for port object a7a64326-033c-4387-95d0-74c33409b15f will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:32:48.826748 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460f5c9a-1413-4dd3-830e-474a052e86db,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:48.848397 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.850445 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-79063306-084c-4d10-aef7-43f1401883ee tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6998565 Apr 05 22:32:48.867538 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56448) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:48.872750 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] Current status of the port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:48.874276 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.892512 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52855f0c-057e-40f2-b7ea-406b61075c0f req-bfcba28f-c130-4fce-b5c6-232f77243018 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624711 Apr 05 22:32:48.897162 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:48.902502 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a7a64326-033c-4387-95d0-74c33409b15f), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:48.950036 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cdb9f-9ba4-4737-8cdc-bd3ad36cee9e None None] Pushing event updated for resources: {'Port': ['ID=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:48.992621 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:47Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:48.994865 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e674ff56-7415-4ef1-9486-28839b70b54f admin admin] Publish callbacks [] for security_group (d1ce4c81-a709-4272-8a84-51b849373a7a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.004157 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e674ff56-7415-4ef1-9486-28839b70b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d1ce4c81-a709-4272-8a84-51b849373a7a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.034504 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.039684 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d3675-8b65-44d8-953e-5f8f2ac82116 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:47Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:49.065999 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=5e24adeb-76d2-4123-8ddc-93cff3975607,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:49.085732 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] For port f4a8c35d-ec05-48b7-9e84-bfa1446bf916, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:49.089150 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:49.090858 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.119826 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e674ff56-7415-4ef1-9486-28839b70b54f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47c7a123874440a5a45adb618145d14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007029 Apr 05 22:32:49.119826 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674ff56-7415-4ef1-9486-28839b70b54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce4c81-a709-4272-8a84-51b849373a7a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:49.155293 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56452) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:49.166689 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.187154 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a64326-033c-4387-95d0-74c33409b15f,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:49.216404 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Attempting to bind port a7a64326-033c-4387-95d0-74c33409b15f on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:49.217589 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Attempting to bind port a7a64326-033c-4387-95d0-74c33409b15f by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '4931856b-197c-47bb-aab9-4daf42ea15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:49.218280 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Attempting to bind port a7a64326-033c-4387-95d0-74c33409b15f on network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:49.335148 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68f1731d-3b5e-4d30-9be3-53a9d2c9ada1 admin admin] Publish callbacks [] for security_group (d1ce4c81-a709-4272-8a84-51b849373a7a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.364596 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Port a7a64326-033c-4387-95d0-74c33409b15f on network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:32:49.367507 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Attempting to bind port a7a64326-033c-4387-95d0-74c33409b15f on network 2e8daa4f-f5d0-414c-ab5c-da83d297e1bc {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:49.391268 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:49.392285 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Checking segment: {'id': '4931856b-197c-47bb-aab9-4daf42ea15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:49.393071 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Bound using segment: {'id': '4931856b-197c-47bb-aab9-4daf42ea15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:49.393749 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Bound port: a7a64326-033c-4387-95d0-74c33409b15f, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4931856b-197c-47bb-aab9-4daf42ea15ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:49.394326 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a7a64326-033c-4387-95d0-74c33409b15f), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.416452 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68f1731d-3b5e-4d30-9be3-53a9d2c9ada1 admin admin] Publish callbacks [] for security_group (d1ce4c81-a709-4272-8a84-51b849373a7a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.563195 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:49.598875 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68f1731d-3b5e-4d30-9be3-53a9d2c9ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d1ce4c81-a709-4272-8a84-51b849373a7a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.601561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-68f1731d-3b5e-4d30-9be3-53a9d2c9ada1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.602799 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-68f1731d-3b5e-4d30-9be3-53a9d2c9ada1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1ce4c81-a709-4272-8a84-51b849373a7a HTTP/1.1" status: 204 len: 168 time: 0.4460711 Apr 05 22:32:49.622419 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] For port a7a64326-033c-4387-95d0-74c33409b15f, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:49.636185 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1731d-3b5e-4d30-9be3-53a9d2c9ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce4c81-a709-4272-8a84-51b849373a7a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:49.643418 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.708612 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:44Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:49.798643 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:49.803817 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-983664641-network', 'tenant_id': '41189353dbab4845b7fc7079ea3e4e39'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:49.829019 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3d16d-f541-4117-b64e-b1fb8fb618ff None None] Pushing event updated for resources: {'Port': ['ID=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:49.851965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-95212ee9-31ca-4594-a5ca-17873685bd0d None None] Provisioning complete for port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:49.852844 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95212ee9-31ca-4594-a5ca-17873685bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.864171 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:32:49.865468 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Updating router a79e255e-502d-4bea-9f57-cc192525159e port 375b339d-80a9-4cdc-a1bb-2e439c095486 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:32:49.868415 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Made reservation on behalf of 41189353dbab4845b7fc7079ea3e4e39 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:49.870746 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:49.890225 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.040232 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] For port a7a64326-033c-4387-95d0-74c33409b15f, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=a7a64326-033c-4387-95d0-74c33409b15f,segment=NetworkSegment(4931856b-197c-47bb-aab9-4daf42ea15ea),segment_id=4931856b-197c-47bb-aab9-4daf42ea15ea)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:50.071435 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.112765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks [] for security_group (45209b33-5fbe-4b1e-8dcf-55fea8cc9cad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.127244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (45209b33-5fbe-4b1e-8dcf-55fea8cc9cad), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.183786 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:32:50.185122 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a7a64326-033c-4387-95d0-74c33409b15f), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.209569 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device f4a8c35d-ec05-48b7-9e84-bfa1446bf916 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:50.235089 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45209b33-5fbe-4b1e-8dcf-55fea8cc9cad,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:50.241145 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (e32e9113-20c7-45d4-98e5-f122ccfd1271), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.241492 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Added segment e32e9113-20c7-45d4-98e5-f122ccfd1271 of type vlan for network 3c92a7c2-e5f4-43c1-9398-16210e4b691f Apr 05 22:32:50.350353 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (3c92a7c2-e5f4-43c1-9398-16210e4b691f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.408203 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a64326-033c-4387-95d0-74c33409b15f,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:50.426224 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (3c92a7c2-e5f4-43c1-9398-16210e4b691f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.431644 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:50.434264 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.496565 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:50.496941 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.505708 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Allocated IP 172.27.0.102 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/9ced32d5-94f2-4bd4-bf61-630a85e05d1d) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:50.675586 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56488) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:50.676275 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] Pushing event updated for resources: {'Network': ['ID=3c92a7c2-e5f4-43c1-9398-16210e4b691f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:50.676478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-95212ee9-31ca-4594-a5ca-17873685bd0d None None] Current status of the port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:50.699241 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 3c92a7c2-e5f4-43c1-9398-16210e4b691f details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:32:50.706008 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106278500', 'description': 'tempest-description--111182951'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:50.759611 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.776253 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cc1cc34a-c4d2-4ab6-8039-a4c9149246ed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9759891 Apr 05 22:32:50.779136 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56494) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:50.796307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Request body: {'subnet': {'network_id': '3c92a7c2-e5f4-43c1-9398-16210e4b691f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-983664641-subnet', 'tenant_id': '41189353dbab4845b7fc7079ea3e4e39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:50.892226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:50.995619 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Made reservation on behalf of 41189353dbab4845b7fc7079ea3e4e39 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:32:51.015668 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.050286 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.059100 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:51.061158 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5e24adeb-76d2-4123-8ddc-93cff3975607 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:51.118892 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (e2f3ab1f-0680-4672-b327-898ea438adcf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.224408 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Publish callbacks [] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.245814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:51.257311 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.259067 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.261400 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.264387 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-349f49ee-d084-4acc-a615-8af433612601 service neutron] 10.222.0.24 "PUT /v2.0/ports/a7a64326-033c-4387-95d0-74c33409b15f HTTP/1.1" status: 200 len: 1093 time: 6.3657215 Apr 05 22:32:51.280517 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (e2f3ab1f-0680-4672-b327-898ea438adcf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.284450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:51.304924 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'tag': 'a7a64326-033c-4387-95d0-74c33409b15f'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:32:51.394571 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f3ab1f-0680-4672-b327-898ea438adcf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.427613 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.427613 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5c0a5001-cebc-4863-aaae-f40786256d05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7308092 Apr 05 22:32:51.433351 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 5e24adeb-76d2-4123-8ddc-93cff3975607 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:51.437692 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.444953 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56522) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:51.452972 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': 'e2f3ab1f-0680-4672-b327-898ea438adcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:51.471690 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:51.537975 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97612cf1-f9b6-4251-8186-78c12c9bec79 req-c2fb68bd-c34d-4904-88c3-14625968deb6 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.539784 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-97612cf1-f9b6-4251-8186-78c12c9bec79 req-c2fb68bd-c34d-4904-88c3-14625968deb6 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 943 time: 1.4632275 Apr 05 22:32:51.658842 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'Port': ['ID=9ced32d5-94f2-4bd4-bf61-630a85e05d1d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.759009 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61a880-46cc-40ae-9bfe-79edd04dbf51 None None] Pushing event updated for resources: {'Port': ['ID=375b339d-80a9-4cdc-a1bb-2e439c095486,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:51.782072 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-97612cf1-f9b6-4251-8186-78c12c9bec79 req-d0eefca5-59bf-46d7-96c9-28a19611d3ed tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111082 Apr 05 22:32:51.821077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-7ecdd971-62c4-4692-ba59-6398ec1dd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:51.826946 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-7ecdd971-62c4-4692-ba59-6398ec1dd335 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db2d0b5137524bf6aebf4973c62f21fe&device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 1127 time: 0.3502142 Apr 05 22:32:51.831285 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (d36d57a4-2f20-41e5-bff1-2c7f132f6655), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.900312 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 5e24adeb-76d2-4123-8ddc-93cff3975607 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:51.904324 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Attempting to bind port 375b339d-80a9-4cdc-a1bb-2e439c095486 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:32:51.904891 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Attempting to bind port 375b339d-80a9-4cdc-a1bb-2e439c095486 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:32:51.905438 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Attempting to bind port 375b339d-80a9-4cdc-a1bb-2e439c095486 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:32:51.911912 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:32:51.912393 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:51.912707 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:51.913103 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Bound using segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:32:51.913581 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Bound port: 375b339d-80a9-4cdc-a1bb-2e439c095486, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:32:51.914039 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.026405 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (f9e858b0-5eaf-4fdc-ad31-ac79642b64fa), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.043758 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] For port 375b339d-80a9-4cdc-a1bb-2e439c095486, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:32:52.049096 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-133ac7ba-98b8-4ba1-afc5-ceb302bec064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a64326-033c-4387-95d0-74c33409b15f HTTP/1.1" status: 200 len: 217 time: 0.1973727 Apr 05 22:32:52.054730 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] For port 375b339d-80a9-4cdc-a1bb-2e439c095486, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=375b339d-80a9-4cdc-a1bb-2e439c095486,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:32:52.070028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.160146 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (c6a11097-4bec-4068-899e-73b3a35a4158), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.204218 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device f4a8c35d-ec05-48b7-9e84-bfa1446bf916 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:52.315918 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28c747-e98f-4827-84f4-540df08609d1 req-0f977788-09b1-4abe-beb0-0410e21c9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:52.325996 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-0f977788-09b1-4abe-beb0-0410e21c9953 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a9e2446-f77d-48d9-9379-b49077a3d619 HTTP/1.1" status: 200 len: 852 time: 0.1958587 Apr 05 22:32:52.333557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0fc618-de93-4efc-91e4-17f26ece5e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4673e469-64a3-4c56-ae74-e84eecb0edd9", "tag": "a7a64326-033c-4387-95d0-74c33409b15f"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:32:52.491485 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a11097-4bec-4068-899e-73b3a35a4158,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.510670 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (f9e858b0-5eaf-4fdc-ad31-ac79642b64fa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.517609 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Checking segment: {'id': 'e32e9113-20c7-45d4-98e5-f122ccfd1271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3c92a7c2-e5f4-43c1-9398-16210e4b691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:32:52.517885 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Network hostable DHCP agents. Network: 3c92a7c2-e5f4-43c1-9398-16210e4b691f, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:32:52.522371 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (f9e858b0-5eaf-4fdc-ad31-ac79642b64fa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.555022 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e858b0-5eaf-4fdc-ad31-ac79642b64fa,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.568899 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.570917 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c3132c98-3819-4ce2-9328-ea1074521e3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1246066 Apr 05 22:32:52.571426 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-773d09ff-9f8a-4d95-8b4a-b136aa25dc77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2287741 Apr 05 22:32:52.573165 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Network 3c92a7c2-e5f4-43c1-9398-16210e4b691f is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:32:52.578409 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:52.583756 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': 'e2f3ab1f-0680-4672-b327-898ea438adcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:52.587930 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:32:52.588596 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:32:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:52.602504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 3c92a7c2-e5f4-43c1-9398-16210e4b691f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:52.612506 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.613195 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:52.613800 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.652795 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (826b068e-81a8-4f88-a30f-56d6a09b19b8), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.671406 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e348a861-f25d-4d34-ae10-74af5528e77f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8820608 Apr 05 22:32:52.792417 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:52.797612 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.837131 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (826b068e-81a8-4f88-a30f-56d6a09b19b8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.850191 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (826b068e-81a8-4f88-a30f-56d6a09b19b8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.933419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d446c0-c54f-4847-a867-ed948155059d None None] Network 3c92a7c2-e5f4-43c1-9398-16210e4b691f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:52.939164 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61a880-46cc-40ae-9bfe-79edd04dbf51 None None] Pushing event updated for resources: {'Port': ['ID=375b339d-80a9-4cdc-a1bb-2e439c095486,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.956877 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] Provisioning complete for port 375b339d-80a9-4cdc-a1bb-2e439c095486 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:52.957302 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.964553 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826b068e-81a8-4f88-a30f-56d6a09b19b8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:52.991908 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:52.996460 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-51c4999f-5dad-403d-92c9-02d3e1e9bf03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4140067 Apr 05 22:32:53.000054 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:53.010594 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:32:53.069551 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.148581 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-1fda45cd-1a61-413a-a199-b9fbf1ff3260 service neutron] 10.222.0.24 "GET /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626011 Apr 05 22:32:53.181578 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56572) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:53.214766 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3558f3-8172-4c47-8e2f-17064b7514f5 x-openstack-request-id: req-4c3558f3-8172-4c47-8e2f-17064b7514f5 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:32:53.215938 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4673e469-64a3-4c56-ae74-e84eecb0edd9", "tag": "a7a64326-033c-4387-95d0-74c33409b15f", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:32:53.217259 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c3558f3-8172-4c47-8e2f-17064b7514f5 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:32:53.218920 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3558f3-8172-4c47-8e2f-17064b7514f5'] response: {'name': 'network-changed', 'server_uuid': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'tag': 'a7a64326-033c-4387-95d0-74c33409b15f', 'status': 'completed', 'code': 200} Apr 05 22:32:53.363407 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Deleting subnet a26061b2-10b1-45ca-866d-7474b5e4b82e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:32:53.383931 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Publish callbacks [] for subnet (a26061b2-10b1-45ca-866d-7474b5e4b82e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.473323 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Publish callbacks [] for subnet (a26061b2-10b1-45ca-866d-7474b5e4b82e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.509215 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (a26061b2-10b1-45ca-866d-7474b5e4b82e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.593080 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.609784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:53.685374 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:32:53.753429 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3081c4-4975-4f59-9391-71c7801cb20f None None] Network 3c92a7c2-e5f4-43c1-9398-16210e4b691f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:32:53.788222 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (a26061b2-10b1-45ca-866d-7474b5e4b82e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.860601 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26061b2-10b1-45ca-866d-7474b5e4b82e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:53.943483 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01a708-9862-47d4-b754-5b2a31c4d1b8 req-973ae1cf-d569-4c15-8840-4231bb153e4b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:53.953644 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:53.963145 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b6c59ba7-954b-4afd-8086-729ffe1fb4dc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a26061b2-10b1-45ca-866d-7474b5e4b82e HTTP/1.1" status: 204 len: 168 time: 0.7762098 Apr 05 22:32:53.964946 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6f01a708-9862-47d4-b754-5b2a31c4d1b8 req-973ae1cf-d569-4c15-8840-4231bb153e4b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 943 time: 0.9891303 Apr 05 22:32:53.973776 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56604) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:54.090726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (df0240f1-1c08-412a-ae1d-059c3158e566), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.113070 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.27.0.120 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/98c9ab6a-c321-439f-bfab-5f03d41718dd) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:32:54.301795 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (df0240f1-1c08-412a-ae1d-059c3158e566), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.401298 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] Current status of the port 375b339d-80a9-4cdc-a1bb-2e439c095486 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:54.403252 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.418113 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.420073 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.423783 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.424522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.424976 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.426224 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.428423 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.428961 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.429427 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.429906 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:54.625273 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] For port 375b339d-80a9-4cdc-a1bb-2e439c095486, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=375b339d-80a9-4cdc-a1bb-2e439c095486,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:32:54.632606 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.648889 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce28c747-e98f-4827-84f4-540df08609d1 req-75ffb006-8236-47ce-b3b1-a1468964515f service neutron] 10.222.0.24 "GET /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3803515 Apr 05 22:32:54.719572 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c88fa-cb6a-4bf0-9d32-4f7f064a2f71 None None] Pushing event updated for resources: {'Port': ['ID=375b339d-80a9-4cdc-a1bb-2e439c095486,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:54.770765 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-470e9943-1eba-474f-b2b3-1f8b3ead0c05 None None] Provisioning complete for port 375b339d-80a9-4cdc-a1bb-2e439c095486 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:54.771232 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-470e9943-1eba-474f-b2b3-1f8b3ead0c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.869562 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6f01a708-9862-47d4-b754-5b2a31c4d1b8 req-a1fe0d84-e528-471b-aeee-b9f7c9a158c2 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9036536 Apr 05 22:32:54.941880 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:52Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:54.952785 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:54.961011 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.004126 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd06dc18-4339-4712-a5ca-acefbff6b4c8 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:52Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:32:55.014749 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-470e9943-1eba-474f-b2b3-1f8b3ead0c05 None None] Current status of the port 375b339d-80a9-4cdc-a1bb-2e439c095486 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:55.075096 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:55.076647 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:55.077126 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:55.077471 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:55.079164 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0240f1-1c08-412a-ae1d-059c3158e566']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:55.124766 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d36d57a4-2f20-41e5-bff1-2c7f132f6655), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.201741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5224bcea-9951-4ba9-9e6f-f8a1197ef812') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:55.201741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5224bcea-9951-4ba9-9e6f-f8a1197ef812') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:55.210108 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.238353 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3446763 Apr 05 22:32:55.241622 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-dbca9494-52a4-4a09-bbe2-c161127681c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.243347 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-dbca9494-52a4-4a09-bbe2-c161127681c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=db2d0b5137524bf6aebf4973c62f21fe&device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 1127 time: 0.5090566 Apr 05 22:32:55.244349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f949e6e-9e92-4e68-8c22-1553fb1a3867 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'Port': ['ID=9ced32d5-94f2-4bd4-bf61-630a85e05d1d,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:55.335377 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.587504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (5224bcea-9951-4ba9-9e6f-f8a1197ef812), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.604264 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.681542 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:32:55.733420 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (5224bcea-9951-4ba9-9e6f-f8a1197ef812), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:55.738569 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:32:55.742449 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:32:55.863757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-fd35b872-b136-4696-ae0a-efe15fc4c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:55.876795 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-fd35b872-b136-4696-ae0a-efe15fc4c4a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc HTTP/1.1" status: 200 len: 913 time: 0.6150351 Apr 05 22:32:56.037335 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-cf51c78f-a171-4e07-9cab-774b979d533c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a64326-033c-4387-95d0-74c33409b15f HTTP/1.1" status: 200 len: 217 time: 0.1349936 Apr 05 22:32:56.204338 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 375b339d-80a9-4cdc-a1bb-2e439c095486 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:32:56.209067 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-5cb959d4-b0ee-4f43-aae7-4c806c16dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.222996 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-5cb959d4-b0ee-4f43-aae7-4c806c16dc11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8a9e2446-f77d-48d9-9379-b49077a3d619 HTTP/1.1" status: 200 len: 852 time: 0.1749158 Apr 05 22:32:56.329231 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-c6079ddc-5717-49b3-a65f-ed9caa83ec5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905704 Apr 05 22:32:56.374007 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=98c9ab6a-c321-439f-bfab-5f03d41718dd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:56.401821 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 375b339d-80a9-4cdc-a1bb-2e439c095486 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:32:56.402791 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.426941 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:32:56.427352 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (5224bcea-9951-4ba9-9e6f-f8a1197ef812), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: from cryptography.utils import int_from_bytes Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: from cryptography.utils import int_from_bytes Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:32:56.469130 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:32:56.589585 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (6d9f6e04-d07c-4259-ac10-172ed2169cee), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.644603 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 375b339d-80a9-4cdc-a1bb-2e439c095486 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:32:56.767836 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-7f1b6848-5633-4a6e-8803-12293895ba33 service neutron] 10.222.0.24 "GET /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160860 Apr 05 22:32:56.791198 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e9314-5f1d-4c61-891e-5528e5afcb0e req-0b10c802-0f5d-4bd6-9f9b-72662c5c5094 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:56.803653 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7c9e9314-5f1d-4c61-891e-5528e5afcb0e req-0b10c802-0f5d-4bd6-9f9b-72662c5c5094 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 943 time: 0.2115314 Apr 05 22:32:56.816909 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:56.911096 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-17ca5171-d3c5-47bf-bec4-717a0db900d3 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--744253406&fields=id&tenant_id=4fdaf2b4e8da48b184bf880e48bbc031 HTTP/1.1" status: 200 len: 267 time: 0.5426164 Apr 05 22:32:56.946164 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7c9e9314-5f1d-4c61-891e-5528e5afcb0e req-ceeb2aa5-e5e5-4ccf-b707-3a009fa7fb3f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402881 Apr 05 22:32:57.077638 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (df0240f1-1c08-412a-ae1d-059c3158e566), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.084362 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.088216 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/df0240f1-1c08-412a-ae1d-059c3158e566 HTTP/1.1" status: 204 len: 168 time: 3.1134479 Apr 05 22:32:57.091833 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.136352 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.147638 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857c32d-fe23-48d8-90b7-302daf3a8ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0240f1-1c08-412a-ae1d-059c3158e566,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.178839 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.179084 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Deleting subnet c6a11097-4bec-4068-899e-73b3a35a4158 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:32:57.184024 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Publish callbacks [] for subnet (c6a11097-4bec-4068-899e-73b3a35a4158), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.243057 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-7754d01f-183b-44d1-babb-547bdd89f7b6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:57.244683 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-7754d01f-183b-44d1-babb-547bdd89f7b6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 811 time: 0.3325517 Apr 05 22:32:57.272149 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-e8d54416-e45a-456e-b8ee-5e97accdc15a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/quotas/4fdaf2b4e8da48b184bf880e48bbc031 HTTP/1.1" status: 200 len: 375 time: 0.0204668 Apr 05 22:32:57.290262 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Publish callbacks [] for subnet (c6a11097-4bec-4068-899e-73b3a35a4158), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.306532 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (c6a11097-4bec-4068-899e-73b3a35a4158), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.423507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.428712 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for subnet (c6a11097-4bec-4068-899e-73b3a35a4158), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.430272 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-81fccfda-c703-4e95-9f44-bd25ab5bbc78 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1487775 Apr 05 22:32:57.447295 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.494014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a11097-4bec-4068-899e-73b3a35a4158,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.502893 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.507432 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b88a0b9c-b23e-4fb3-8200-33959df51136 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c6a11097-4bec-4068-899e-73b3a35a4158 HTTP/1.1" status: 204 len: 168 time: 0.4142983 Apr 05 22:32:57.509570 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.535966 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=98c9ab6a-c321-439f-bfab-5f03d41718dd,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:57.555028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (6d9f6e04-d07c-4259-ac10-172ed2169cee), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.582004 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.592951 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bb7f4166-1242-4a23-8d7d-4d8b2422b2b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5825016 Apr 05 22:32:57.592951 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b670a84c-aeb8-48aa-a390-155887844661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.623389 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.649309 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (3c92a7c2-e5f4-43c1-9398-16210e4b691f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.683965 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25633f97-55d3-44c7-817c-ae1119437db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.834442 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-04a1612c-a171-47be-9a2b-7da0e39c1aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.834896 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-10c7bc1e-0f79-4871-b386-d05789f45461 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:32:57.843307 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-10c7bc1e-0f79-4871-b386-d05789f45461 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1191471 Apr 05 22:32:57.853696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b670a84c-aeb8-48aa-a390-155887844661 admin admin] Publish callbacks [] for security_group (7fe7025f-e144-48b2-8ce3-6179655e8231), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.870894 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (3c92a7c2-e5f4-43c1-9398-16210e4b691f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.886251 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b670a84c-aeb8-48aa-a390-155887844661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (7fe7025f-e144-48b2-8ce3-6179655e8231), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:57.925926 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.926315 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.927079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.927421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.927749 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.928071 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.928450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.928752 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.929063 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.929550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:57.988638 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b670a84c-aeb8-48aa-a390-155887844661 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73bb85c2f871441cb986305ae8ca372c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7989755 Apr 05 22:32:57.993932 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56764) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:57.998555 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a84c-aeb8-48aa-a390-155887844661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7025f-e144-48b2-8ce3-6179655e8231,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.008857 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:58.009301 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:58.009533 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:58.009863 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 22:32:58.010212 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c92a7c2-e5f4-43c1-9398-16210e4b691f']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:58.056783 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32e9113-20c7-45d4-98e5-f122ccfd1271') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:58.057078 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32e9113-20c7-45d4-98e5-f122ccfd1271') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:32:58.066557 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25633f97-55d3-44c7-817c-ae1119437db3 admin admin] Publish callbacks [] for security_group (661a6399-0b4a-485e-84e2-b6417bdf7a07), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.070199 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-5cbc5b8d-1dfa-4fad-9694-f2764e3e5274 service neutron] 10.222.0.26 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248240 Apr 05 22:32:58.077691 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-25633f97-55d3-44c7-817c-ae1119437db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (661a6399-0b4a-485e-84e2-b6417bdf7a07), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.087964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (e32e9113-20c7-45d4-98e5-f122ccfd1271), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.133321 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-f9ecda14-af06-4ba7-a2b1-a0b37d9392f4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2106278500&fields=id&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 267 time: 0.2578833 Apr 05 22:32:58.134273 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (e32e9113-20c7-45d4-98e5-f122ccfd1271), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.149842 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b0fc618-de93-4efc-91e4-17f26ece5e8c req-a182ba14-a20f-4eba-8c8e-875478183ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220240 Apr 05 22:32:58.150975 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:32:58.151378 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (e32e9113-20c7-45d4-98e5-f122ccfd1271), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: from cryptography.utils import int_from_bytes Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: from cryptography.utils import int_from_bytes Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:32:58.157775 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:32:58.188714 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25633f97-55d3-44c7-817c-ae1119437db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a6399-0b4a-485e-84e2-b6417bdf7a07,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.201381 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-25633f97-55d3-44c7-817c-ae1119437db3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69a0c5f40f724ddfacdb7522dbdc0b43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0613713 Apr 05 22:32:58.202222 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.203805 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46aa4416-b093-4644-9d2d-7b2e5d82d7ef admin admin] Publish callbacks [] for security_group (7fe7025f-e144-48b2-8ce3-6179655e8231), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.258809 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46aa4416-b093-4644-9d2d-7b2e5d82d7ef admin admin] Publish callbacks [] for security_group (7fe7025f-e144-48b2-8ce3-6179655e8231), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.297762 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-8bc72f83-ba59-4f3e-8a7e-baa2adf43567 service neutron] 10.222.0.26 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209203 Apr 05 22:32:58.300830 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (3c92a7c2-e5f4-43c1-9398-16210e4b691f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.317598 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c83562b2-53ba-4bfd-864e-fafb635ea1ad admin admin] Publish callbacks [] for security_group (661a6399-0b4a-485e-84e2-b6417bdf7a07), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.323554 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-04a1612c-a171-47be-9a2b-7da0e39c1aa7 admin admin] Publish callbacks [] for security_group (c5312fc0-bfa8-4205-87d7-059fd0bdca1b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.325802 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.329717 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c92a7c2-e5f4-43c1-9398-16210e4b691f HTTP/1.1" status: 204 len: 168 time: 0.8185217 Apr 05 22:32:58.346744 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c83562b2-53ba-4bfd-864e-fafb635ea1ad admin admin] Publish callbacks [] for security_group (661a6399-0b4a-485e-84e2-b6417bdf7a07), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.347995 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-04a1612c-a171-47be-9a2b-7da0e39c1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c5312fc0-bfa8-4205-87d7-059fd0bdca1b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.354269 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882e448-bccc-4157-9d20-bc235e0b61b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c92a7c2-e5f4-43c1-9398-16210e4b691f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.369183 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46aa4416-b093-4644-9d2d-7b2e5d82d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (7fe7025f-e144-48b2-8ce3-6179655e8231), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.372556 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-46aa4416-b093-4644-9d2d-7b2e5d82d7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.376088 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-46aa4416-b093-4644-9d2d-7b2e5d82d7ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fe7025f-e144-48b2-8ce3-6179655e8231 HTTP/1.1" status: 204 len: 168 time: 0.3760459 Apr 05 22:32:58.387305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-3f0fca6a-462e-428f-a116-2b86a2b5e1cb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:58.389514 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-3f0fca6a-462e-428f-a116-2b86a2b5e1cb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.2443569 Apr 05 22:32:58.397311 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa4416-b093-4644-9d2d-7b2e5d82d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7025f-e144-48b2-8ce3-6179655e8231,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.437368 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-04a1612c-a171-47be-9a2b-7da0e39c1aa7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e00f452b36a846b78112749ab018bd94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8127654 Apr 05 22:32:58.440959 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56772) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.443763 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-bb237e1d-fb8b-4171-bc46-745d7a0b1d9a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/quotas/aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 375 time: 0.0317912 Apr 05 22:32:58.445009 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1612c-a171-47be-9a2b-7da0e39c1aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5312fc0-bfa8-4205-87d7-059fd0bdca1b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.459466 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c83562b2-53ba-4bfd-864e-fafb635ea1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (661a6399-0b4a-485e-84e2-b6417bdf7a07), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.462442 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c83562b2-53ba-4bfd-864e-fafb635ea1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.467293 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c83562b2-53ba-4bfd-864e-fafb635ea1ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/661a6399-0b4a-485e-84e2-b6417bdf7a07 HTTP/1.1" status: 204 len: 168 time: 0.2644064 Apr 05 22:32:58.492394 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83562b2-53ba-4bfd-864e-fafb635ea1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a6399-0b4a-485e-84e2-b6417bdf7a07,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.549677 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-f863b96e-74da-49f4-9d20-e501d187138f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993187 Apr 05 22:32:58.552175 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14109a65-d92b-4a09-ac83-f607f9fdf2f7 admin admin] Publish callbacks [] for security_group (c5312fc0-bfa8-4205-87d7-059fd0bdca1b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.592777 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14109a65-d92b-4a09-ac83-f607f9fdf2f7 admin admin] Publish callbacks [] for security_group (c5312fc0-bfa8-4205-87d7-059fd0bdca1b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.628071 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56786) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.744087 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a4b0-4ec8-4990-af12-8fbb1518ee4b req-ab65040f-27a8-42c0-bfdc-e644ebfbcf30 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:32:58.746399 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d9612325-1796-4ec6-9955-292f1862506c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3318c31616e43a09775435c685a3ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1172216 Apr 05 22:32:58.751450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56792) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.760153 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8a52a4b0-4ec8-4990-af12-8fbb1518ee4b req-ab65040f-27a8-42c0-bfdc-e644ebfbcf30 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 943 time: 0.1457176 Apr 05 22:32:58.761297 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14109a65-d92b-4a09-ac83-f607f9fdf2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c5312fc0-bfa8-4205-87d7-059fd0bdca1b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.764843 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-14109a65-d92b-4a09-ac83-f607f9fdf2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.768675 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-14109a65-d92b-4a09-ac83-f607f9fdf2f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5312fc0-bfa8-4205-87d7-059fd0bdca1b HTTP/1.1" status: 204 len: 168 time: 0.3224206 Apr 05 22:32:58.776759 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109a65-d92b-4a09-ac83-f607f9fdf2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5312fc0-bfa8-4205-87d7-059fd0bdca1b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:58.818017 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-cfd20305-ad3a-4564-b4ac-445ae50f90d6 service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432652 Apr 05 22:32:58.862121 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8a52a4b0-4ec8-4990-af12-8fbb1518ee4b req-d13193ab-1648-4ead-9246-16098bae3591 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950255 Apr 05 22:32:58.895335 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24635de3-cdbd-4842-a6ef-f54fc3051250 admin admin] Publish callbacks [] for security_group (3429c879-03c5-4749-bff4-b440c04cfccc), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:58.952134 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56804) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:58.990136 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24635de3-cdbd-4842-a6ef-f54fc3051250 admin admin] Publish callbacks [] for security_group (3429c879-03c5-4749-bff4-b440c04cfccc), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.006208 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e284e14d-cb92-4af0-b067-b64027c8f654 req-711e26ae-a9c6-4a7e-bee2-d454f96f6908 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 210 time: 0.0701594 Apr 05 22:32:59.014455 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7cd717-ad3b-4d77-8448-fadac7d3f2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.061595 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-9646b633-ff3f-43fb-9d97-279364a7effc service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365677 Apr 05 22:32:59.087217 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24635de3-cdbd-4842-a6ef-f54fc3051250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3429c879-03c5-4749-bff4-b440c04cfccc), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.090120 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24635de3-cdbd-4842-a6ef-f54fc3051250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.091718 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-24635de3-cdbd-4842-a6ef-f54fc3051250 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3429c879-03c5-4749-bff4-b440c04cfccc HTTP/1.1" status: 204 len: 168 time: 0.3395586 Apr 05 22:32:59.113750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24635de3-cdbd-4842-a6ef-f54fc3051250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3429c879-03c5-4749-bff4-b440c04cfccc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.157550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7cd717-ad3b-4d77-8448-fadac7d3f2b1 admin admin] Publish callbacks [] for security_group (d19fac1d-e2db-4488-9704-d6aa7b8f6b4a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.163053 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e7cd717-ad3b-4d77-8448-fadac7d3f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d19fac1d-e2db-4488-9704-d6aa7b8f6b4a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.211395 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cd717-ad3b-4d77-8448-fadac7d3f2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19fac1d-e2db-4488-9704-d6aa7b8f6b4a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.242484 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3e7cd717-ad3b-4d77-8448-fadac7d3f2b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4c119fe843844e69e383bc76d5989a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876041 Apr 05 22:32:59.245301 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:59.381120 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-64b32ac3-c90f-4cc7-beef-555ed0236a29 req-eee5dbf5-fa24-46d9-aac4-8f402a349dc5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 210 time: 0.0401611 Apr 05 22:32:59.413029 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a8e6-5778-4aac-a23b-f7f43c42a973 admin admin] Publish callbacks [] for security_group (d19fac1d-e2db-4488-9704-d6aa7b8f6b4a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.440361 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a8e6-5778-4aac-a23b-f7f43c42a973 admin admin] Publish callbacks [] for security_group (d19fac1d-e2db-4488-9704-d6aa7b8f6b4a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.528148 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a8e6-5778-4aac-a23b-f7f43c42a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d19fac1d-e2db-4488-9704-d6aa7b8f6b4a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.532055 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a8e6-5778-4aac-a23b-f7f43c42a973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.533717 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0ca7a8e6-5778-4aac-a23b-f7f43c42a973 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d19fac1d-e2db-4488-9704-d6aa7b8f6b4a HTTP/1.1" status: 204 len: 168 time: 0.2870393 Apr 05 22:32:59.551254 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7a8e6-5778-4aac-a23b-f7f43c42a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19fac1d-e2db-4488-9704-d6aa7b8f6b4a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.636182 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56854) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:59.654588 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b248dfd-807e-4f96-9c24-0a37956463d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.844652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b248dfd-807e-4f96-9c24-0a37956463d7 admin admin] Publish callbacks [] for security_group (57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.849996 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b248dfd-807e-4f96-9c24-0a37956463d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:32:59.909468 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56868) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:59.925388 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3b248dfd-807e-4f96-9c24-0a37956463d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c542d5c89b82405684b5da083f6bafb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858758 Apr 05 22:32:59.925872 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56870) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:32:59.934295 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b248dfd-807e-4f96-9c24-0a37956463d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:32:59.948099 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78e1e3ea-d0ed-4ffc-865b-dd464b7787ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.192698 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b27b92f7-5c3e-4097-84a0-e73b8e3c6baa req-aca3bc9f-b821-4d00-94f5-73b65f185aaa tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 210 time: 0.0443559 Apr 05 22:33:00.209898 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56882) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:00.268011 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d58f57-d324-4327-ab5a-79953bfc6b3e admin admin] Publish callbacks [] for security_group (57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.276374 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b24b80-1ac5-45ec-9766-20eab13c2773 req-7f164648-0827-4f84-8ae7-5a6d68f6053e tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:00.277969 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0b24b80-1ac5-45ec-9766-20eab13c2773 req-7f164648-0827-4f84-8ae7-5a6d68f6053e tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 943 time: 0.2159140 Apr 05 22:33:00.298300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78e1e3ea-d0ed-4ffc-865b-dd464b7787ce admin admin] Publish callbacks [] for security_group (f38684f7-c27f-42fa-a562-88aba4809ef2), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.307651 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d58f57-d324-4327-ab5a-79953bfc6b3e admin admin] Publish callbacks [] for security_group (57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.308734 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78e1e3ea-d0ed-4ffc-865b-dd464b7787ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f38684f7-c27f-42fa-a562-88aba4809ef2), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.355644 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-058ff1f4-76eb-4d83-a792-03f01ba3dfdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41189353dbab4845b7fc7079ea3e4e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426167 Apr 05 22:33:00.358353 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56886) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:00.375532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device a7a64326-033c-4387-95d0-74c33409b15f details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:00.487974 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d58f57-d324-4327-ab5a-79953bfc6b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.492942 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35d58f57-d324-4327-ab5a-79953bfc6b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.496034 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-35d58f57-d324-4327-ab5a-79953bfc6b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4 HTTP/1.1" status: 204 len: 168 time: 0.5692072 Apr 05 22:33:00.506300 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2882b423-811a-4791-a35d-4479c4da509f admin admin] Publish callbacks [] for security_group (45209b33-5fbe-4b1e-8dcf-55fea8cc9cad), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.515138 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:00.569185 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d58f57-d324-4327-ab5a-79953bfc6b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfcd36-d6fa-4fc5-9a2f-a8396c8375e4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:00.605724 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port a7a64326-033c-4387-95d0-74c33409b15f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=a7a64326-033c-4387-95d0-74c33409b15f,segment=NetworkSegment(4931856b-197c-47bb-aab9-4daf42ea15ea),segment_id=4931856b-197c-47bb-aab9-4daf42ea15ea)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:00.620853 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'a7a64326-033c-4387-95d0-74c33409b15f', 'network_id': '2e8daa4f-f5d0-414c-ab5c-da83d297e1bc', 'port_id': 'a7a64326-033c-4387-95d0-74c33409b15f', 'mac_address': 'fa:16:3e:27:fc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e2446-f77d-48d9-9379-b49077a3d619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:00.642028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2882b423-811a-4791-a35d-4479c4da509f admin admin] Publish callbacks [] for security_group (45209b33-5fbe-4b1e-8dcf-55fea8cc9cad), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.686222 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port a7a64326-033c-4387-95d0-74c33409b15f is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:00.687075 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a7a64326-033c-4387-95d0-74c33409b15f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.714681 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-78e1e3ea-d0ed-4ffc-865b-dd464b7787ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=054f49f8d8f54d21bdac2c0d8b598d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8038361 Apr 05 22:33:00.715737 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e3ea-d0ed-4ffc-865b-dd464b7787ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38684f7-c27f-42fa-a562-88aba4809ef2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:00.719058 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56902) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:00.722673 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0abbd388-4825-4a9a-9fd0-d9e0c79c94f7 req-71ddcf2c-97b8-4dff-800a-53d293bf4052 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 210 time: 0.1625676 Apr 05 22:33:00.724232 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a64326-033c-4387-95d0-74c33409b15f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:00.768110 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port a7a64326-033c-4387-95d0-74c33409b15f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=a7a64326-033c-4387-95d0-74c33409b15f,segment=NetworkSegment(4931856b-197c-47bb-aab9-4daf42ea15ea),segment_id=4931856b-197c-47bb-aab9-4daf42ea15ea)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:00.772928 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a7a64326-033c-4387-95d0-74c33409b15f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.828016 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0b24b80-1ac5-45ec-9766-20eab13c2773 req-0450c7d9-ee02-4c1a-94f6-50688ca84806 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277612 Apr 05 22:33:00.828383 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2882b423-811a-4791-a35d-4479c4da509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (45209b33-5fbe-4b1e-8dcf-55fea8cc9cad), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.831394 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2882b423-811a-4791-a35d-4479c4da509f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.836134 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2882b423-811a-4791-a35d-4479c4da509f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45209b33-5fbe-4b1e-8dcf-55fea8cc9cad HTTP/1.1" status: 204 len: 168 time: 0.4767408 Apr 05 22:33:00.865509 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882b423-811a-4791-a35d-4479c4da509f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45209b33-5fbe-4b1e-8dcf-55fea8cc9cad,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:00.886660 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67acabdd-8f2e-4a7d-8ae4-2accf1f8e2e4 admin admin] Publish callbacks [] for security_group (f38684f7-c27f-42fa-a562-88aba4809ef2), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.920513 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-0840ab34-3db8-4142-a19a-566edc8dec96 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:00.922954 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-0840ab34-3db8-4142-a19a-566edc8dec96 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 811 time: 0.2404468 Apr 05 22:33:00.939453 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67acabdd-8f2e-4a7d-8ae4-2accf1f8e2e4 admin admin] Publish callbacks [] for security_group (f38684f7-c27f-42fa-a562-88aba4809ef2), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:00.986775 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf24-bf73-40b4-9542-f709895ef134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.102203 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-951e09b0-c2ce-4ae0-a2b6-41609dadc5e2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fdaf2b4e8da48b184bf880e48bbc031 HTTP/1.1" status: 200 len: 379 time: 0.1695662 Apr 05 22:33:01.127745 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67acabdd-8f2e-4a7d-8ae4-2accf1f8e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f38684f7-c27f-42fa-a562-88aba4809ef2), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.131852 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67acabdd-8f2e-4a7d-8ae4-2accf1f8e2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.133735 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-67acabdd-8f2e-4a7d-8ae4-2accf1f8e2e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f38684f7-c27f-42fa-a562-88aba4809ef2 HTTP/1.1" status: 204 len: 168 time: 0.3951378 Apr 05 22:33:01.148706 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=a7a64326-033c-4387-95d0-74c33409b15f,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:01.152950 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acabdd-8f2e-4a7d-8ae4-2accf1f8e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38684f7-c27f-42fa-a562-88aba4809ef2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:01.171222 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'port': {'device_id': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'admin_state_up': True, 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'security_groups': ['90b81ef9-9478-46ac-8c36-57202d6d9a27']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:01.192995 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['a7a64326-033c-4387-95d0-74c33409b15f'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:01.203065 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf24-bf73-40b4-9542-f709895ef134 admin admin] Publish callbacks [] for security_group (b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.219089 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eeacaf24-bf73-40b4-9542-f709895ef134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.314011 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.24', 57478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:01.331282 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-eeacaf24-bf73-40b4-9542-f709895ef134 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed2ac05a533c4b7a88212333bff91e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8098710 Apr 05 22:33:01.355165 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:01.365445 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Made reservation on behalf of 4fdaf2b4e8da48b184bf880e48bbc031 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:01.373356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.390052 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacaf24-bf73-40b4-9542-f709895ef134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:01.529216 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-55a142d1-533b-4946-9c21-51169bb7c0ef req-b265d8d1-6a71-4440-a602-4bc4dd51cf21 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 210 time: 0.0998201 Apr 05 22:33:01.533579 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Allocated IP 172.20.0.5 (58e4f34a-3223-4866-9795-1d9659f97a60/6bf25390-2ffb-4234-a357-862ec1c8364b/79e90b75-b9e7-4e40-adf7-d1138e16c86b) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:01.627567 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4794-1024-4ddc-b858-5dd7fbf4f338 admin admin] Publish callbacks [] for security_group (b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.664717 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-33d1a6df-2da2-4c5c-922f-70a862576a4c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:01.666377 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-33d1a6df-2da2-4c5c-922f-70a862576a4c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.3330569 Apr 05 22:33:01.676311 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4794-1024-4ddc-b858-5dd7fbf4f338 admin admin] Publish callbacks [] for security_group (b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.756747 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.798301 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-6ad7da54-4a46-43d9-be04-53b2516dab38 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 380 time: 0.0869834 Apr 05 22:33:01.810726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'port': {'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'admin_state_up': True, 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'security_groups': ['e2f3ab1f-0680-4672-b327-898ea438adcf']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:01.844191 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.852187 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4794-1024-4ddc-b858-5dd7fbf4f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.855835 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.869381 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4794-1024-4ddc-b858-5dd7fbf4f338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:01.873440 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7b6e4794-1024-4ddc-b858-5dd7fbf4f338 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4 HTTP/1.1" status: 204 len: 168 time: 0.5132475 Apr 05 22:33:01.879554 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a6d3e5c-05b8-4d99-bf76-e60a38340de3 req-bbcaf6c5-75ab-4397-a4ae-68f07f2c70b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 210 time: 0.0489187 Apr 05 22:33:01.914385 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Network 58e4f34a-3223-4866-9795-1d9659f97a60 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:01.930557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:01.937078 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:02.001148 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.001815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.014650 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e4794-1024-4ddc-b858-5dd7fbf4f338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79e2729-c6a8-4a9d-9fb3-68bcc6e427c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:02.047557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'Port': ['ID=79e90b75-b9e7-4e40-adf7-d1138e16c86b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:02.071093 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca2c3-7e23-4c58-b71d-b86a11899809 req-938cc158-4e8a-4855-a080-408610f6ab3b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.072812 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5fca2c3-7e23-4c58-b71d-b86a11899809 req-938cc158-4e8a-4855-a080-408610f6ab3b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 944 time: 0.1113563 Apr 05 22:33:02.074166 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-03bde8b8-7095-4cdc-b687-4e85436d86f1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9096005 Apr 05 22:33:02.086291 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Request body: {'port': {'device_id': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:02.178048 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5fca2c3-7e23-4c58-b71d-b86a11899809 req-ebeaff1f-e5c3-4034-ad4d-3d8087b94c69 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947161 Apr 05 22:33:02.179512 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Made reservation on behalf of aa4f3fa9b3e342cc8e0342f768adb681 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:02.183512 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.203278 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.343038 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c570b31e-7f94-4005-a1bb-e112882b891f None None] Provisioning complete for port 79e90b75-b9e7-4e40-adf7-d1138e16c86b triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:02.343902 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c570b31e-7f94-4005-a1bb-e112882b891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.393521 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device a7a64326-033c-4387-95d0-74c33409b15f up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:02.449979 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c570b31e-7f94-4005-a1bb-e112882b891f None None] Port 79e90b75-b9e7-4e40-adf7-d1138e16c86b cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:02.485587 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port a7a64326-033c-4387-95d0-74c33409b15f completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:02.492859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port a7a64326-033c-4387-95d0-74c33409b15f triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:02.493383 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (a7a64326-033c-4387-95d0-74c33409b15f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.523811 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.20.0.8 (319237f0-b6cd-4d7f-91aa-9ccd5b819175/9a4ca027-0e3b-4f2f-b542-c1101ec3c226/b14dcba0-563b-4e24-8c62-2d6c89c5207d) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:02.545784 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e90b75-b9e7-4e40-adf7-d1138e16c86b {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:02.554881 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Publish callbacks [] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.573254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Transition to ACTIVE for port object 79e90b75-b9e7-4e40-adf7-d1138e16c86b will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:02.580767 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.608590 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port a7a64326-033c-4387-95d0-74c33409b15f is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:02.608590 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a7a64326-033c-4387-95d0-74c33409b15f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.635035 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a64326-033c-4387-95d0-74c33409b15f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:02.646565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Pushing event updated for resources: {'Port': ['ID=79e90b75-b9e7-4e40-adf7-d1138e16c86b,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:02.663859 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 56980) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:02.707534 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95f56dce-8058-460d-9f1f-e6e4b6a4b8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.752923 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port a7a64326-033c-4387-95d0-74c33409b15f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=a7a64326-033c-4387-95d0-74c33409b15f,segment=NetworkSegment(4931856b-197c-47bb-aab9-4daf42ea15ea),segment_id=4931856b-197c-47bb-aab9-4daf42ea15ea)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:02.764520 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a7a64326-033c-4387-95d0-74c33409b15f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.847461 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.859795 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95f56dce-8058-460d-9f1f-e6e4b6a4b8b4 admin admin] Publish callbacks [] for security_group (5ea9cfc3-fd19-4e10-9501-c2ec066982a8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.869907 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=a7a64326-033c-4387-95d0-74c33409b15f,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:02.875693 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c22d26-dc65-411c-b16b-e5fc23627b04 req-ec4358c5-b3a1-4403-a5c7-12142ccf55f7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:02.880658 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-41c22d26-dc65-411c-b16b-e5fc23627b04 req-ec4358c5-b3a1-4403-a5c7-12142ccf55f7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 943 time: 0.2350383 Apr 05 22:33:02.911271 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.914091 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95f56dce-8058-460d-9f1f-e6e4b6a4b8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5ea9cfc3-fd19-4e10-9501-c2ec066982a8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:02.946122 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-95f56dce-8058-460d-9f1f-e6e4b6a4b8b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9812e2905241405e92b20563855329ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812319 Apr 05 22:33:02.956805 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 56988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:03.042651 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Attempting to bind port 79e90b75-b9e7-4e40-adf7-d1138e16c86b on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:03.043210 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Attempting to bind port 79e90b75-b9e7-4e40-adf7-d1138e16c86b by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:03.043659 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Attempting to bind port 79e90b75-b9e7-4e40-adf7-d1138e16c86b on network 58e4f34a-3223-4866-9795-1d9659f97a60 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:03.048786 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f56dce-8058-460d-9f1f-e6e4b6a4b8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9cfc3-fd19-4e10-9501-c2ec066982a8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:03.053331 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Port 79e90b75-b9e7-4e40-adf7-d1138e16c86b on network 58e4f34a-3223-4866-9795-1d9659f97a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:03.053930 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Attempting to bind port 79e90b75-b9e7-4e40-adf7-d1138e16c86b on network 58e4f34a-3223-4866-9795-1d9659f97a60 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:03.068987 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:03.069594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Checking segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:03.070162 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Bound using segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:03.070885 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Bound port: 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:03.071427 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.092965 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-41c22d26-dc65-411c-b16b-e5fc23627b04 req-d2059558-fae3-4874-a301-c1e74ae625d5 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509457 Apr 05 22:33:03.116390 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:03.163186 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] For port 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:03.165202 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] For port 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:03.176369 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.193718 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:03.197481 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:03.221874 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:03.260804 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Pushing event updated for resources: {'Port': ['ID=79e90b75-b9e7-4e40-adf7-d1138e16c86b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:03.284614 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.285709 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.288101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff62c388-18c5-424c-a63f-a6b387a85256 admin admin] Publish callbacks [] for security_group (5ea9cfc3-fd19-4e10-9501-c2ec066982a8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.289728 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-ffc1a17a-db4f-4eee-95aa-f14b9b0b657f service neutron] 10.222.0.24 "PUT /v2.0/ports/79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 1093 time: 1.2060881 Apr 05 22:33:03.290552 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:03.293532 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:03.324280 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff62c388-18c5-424c-a63f-a6b387a85256 admin admin] Publish callbacks [] for security_group (5ea9cfc3-fd19-4e10-9501-c2ec066982a8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.425065 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb15e0-546f-4b01-89d6-509b9566e784 req-054eedf2-863d-4a05-b861-5fb8bb5ea74d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.427097 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3eeb15e0-546f-4b01-89d6-509b9566e784 req-054eedf2-863d-4a05-b861-5fb8bb5ea74d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 931 time: 0.3269782 Apr 05 22:33:03.427933 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=b14dcba0-563b-4e24-8c62-2d6c89c5207d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:03.445340 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff62c388-18c5-424c-a63f-a6b387a85256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5ea9cfc3-fd19-4e10-9501-c2ec066982a8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.449289 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ff62c388-18c5-424c-a63f-a6b387a85256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.451136 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ff62c388-18c5-424c-a63f-a6b387a85256 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ea9cfc3-fd19-4e10-9501-c2ec066982a8 HTTP/1.1" status: 204 len: 168 time: 0.4490404 Apr 05 22:33:03.461944 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fae75b-be2a-4443-bc34-12e42bc4f574" -d '{"events": [{"server_uuid": "4673e469-64a3-4c56-ae74-e84eecb0edd9", "name": "network-vif-plugged", "status": "completed", "tag": "a7a64326-033c-4387-95d0-74c33409b15f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:03.490455 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38feac7-bf7a-4341-8cd5-37bb775eb1b1 req-0277539c-6b61-4246-8e1d-f82d9c685f08 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.492182 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d38feac7-bf7a-4341-8cd5-37bb775eb1b1 req-0277539c-6b61-4246-8e1d-f82d9c685f08 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.1750853 Apr 05 22:33:03.506310 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62c388-18c5-424c-a63f-a6b387a85256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9cfc3-fd19-4e10-9501-c2ec066982a8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:03.512041 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-c1439f57-96fe-4ade-bb8b-d4bebd86a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.514036 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-c1439f57-96fe-4ade-bb8b-d4bebd86a70c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1127 time: 0.1634521 Apr 05 22:33:03.588861 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.589337 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.612405 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d38feac7-bf7a-4341-8cd5-37bb775eb1b1 req-528ccaa9-b816-4b3c-9d65-9602c48e46cb tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111903 Apr 05 22:33:03.614314 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-824d8151-b2de-4b91-8a80-dd565c1661ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 217 time: 0.0913332 Apr 05 22:33:03.623239 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3eeb15e0-546f-4b01-89d6-509b9566e784 req-60e8f260-962e-4d90-b086-50c08d610922 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667354 Apr 05 22:33:03.639000 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-a04a57f2-dce0-4b39-83f6-ffdd0bb0c34d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8247788 Apr 05 22:33:03.654359 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Request body: {'port': {'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:03.693624 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-c5fd4f79-2d3b-4ed3-b40f-70fbe6e5286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.695317 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-c5fd4f79-2d3b-4ed3-b40f-70fbe6e5286e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0753520 Apr 05 22:33:03.715619 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf511b-8c38-4cc9-886a-e79be0881f56 x-openstack-request-id: req-1eaf511b-8c38-4cc9-886a-e79be0881f56 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:03.718691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:03.719086 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1eaf511b-8c38-4cc9-886a-e79be0881f56 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:03.722156 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eaf511b-8c38-4cc9-886a-e79be0881f56'] response: {'name': 'network-changed', 'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'status': 'completed', 'code': 200} Apr 05 22:33:03.736604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-f55144e8-f220-4901-9aec-16a49b564df2 None None] Provisioning complete for port b14dcba0-563b-4e24-8c62-2d6c89c5207d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:03.737270 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f55144e8-f220-4901-9aec-16a49b564df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.763130 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ff9c-af4e-40d8-ac63-0068447e1150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.772763 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f55144e8-f220-4901-9aec-16a49b564df2 None None] Port b14dcba0-563b-4e24-8c62-2d6c89c5207d cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:03.806531 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:03.826617 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-36863eda-60ef-4955-889a-d23d23164a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:03.828613 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-36863eda-60ef-4955-889a-d23d23164a82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1169455 Apr 05 22:33:03.959952 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-93dd4b93-e391-462c-91bf-9dc472b3af5b service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255097 Apr 05 22:33:04.020389 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ff9c-af4e-40d8-ac63-0068447e1150 admin admin] Publish callbacks [] for security_group (0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.030227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ff9c-af4e-40d8-ac63-0068447e1150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.081956 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8422be7-0ab4-4144-9f40-be6adc750d20 req-f2f17b21-20a9-48bd-a7d3-de34e882f2cc service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160495 Apr 05 22:33:04.232160 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69cbc09-b6d5-43f2-bd0a-f4185711f998 x-openstack-request-id: req-c69cbc09-b6d5-43f2-bd0a-f4185711f998 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:04.233289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4673e469-64a3-4c56-ae74-e84eecb0edd9", "name": "network-vif-plugged", "status": "completed", "tag": "a7a64326-033c-4387-95d0-74c33409b15f", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:04.233755 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c69cbc09-b6d5-43f2-bd0a-f4185711f998 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:04.234420 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69cbc09-b6d5-43f2-bd0a-f4185711f998'] response: {'server_uuid': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a64326-033c-4387-95d0-74c33409b15f', 'code': 200} Apr 05 22:33:04.281941 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:04.282376 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3fe0ff9c-af4e-40d8-ac63-0068447e1150 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9812e6cdfe594358ac5a0b7b48e7fe2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0086818 Apr 05 22:33:04.322158 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0ff9c-af4e-40d8-ac63-0068447e1150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:04.337790 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed899260-ba0d-4565-97b2-664626cd2567 admin admin] Publish callbacks [] for security_group (0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.363765 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed899260-ba0d-4565-97b2-664626cd2567 admin admin] Publish callbacks [] for security_group (0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.386781 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57050) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:04.435978 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf62bc0-8315-4432-a9c0-fb67011098d7 req-7a7e7be5-40f9-4149-b83c-5ae3c787341a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:04.437920 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2cf62bc0-8315-4432-a9c0-fb67011098d7 req-7a7e7be5-40f9-4149-b83c-5ae3c787341a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 943 time: 0.1882563 Apr 05 22:33:04.438119 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed899260-ba0d-4565-97b2-664626cd2567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.440758 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ed899260-ba0d-4565-97b2-664626cd2567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.441907 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ed899260-ba0d-4565-97b2-664626cd2567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c HTTP/1.1" status: 204 len: 168 time: 0.1585181 Apr 05 22:33:04.450183 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899260-ba0d-4565-97b2-664626cd2567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ad3b6-3f04-4e9c-9545-139a57c5ab3c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:04.516235 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14dcba0-563b-4e24-8c62-2d6c89c5207d {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:04.529458 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Publish callbacks [] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.542275 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2cf62bc0-8315-4432-a9c0-fb67011098d7 req-47c4bf3d-48b8-4acd-8367-745a83936cf9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955956 Apr 05 22:33:04.560229 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Transition to ACTIVE for port object b14dcba0-563b-4e24-8c62-2d6c89c5207d will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:33:04.565400 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.650764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ba28e9f-c17d-4d2b-b3f9-705e09583dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.670279 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Pushing event updated for resources: {'Port': ['ID=b14dcba0-563b-4e24-8c62-2d6c89c5207d,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:04.749887 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Attempting to bind port b14dcba0-563b-4e24-8c62-2d6c89c5207d on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:04.750295 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Attempting to bind port b14dcba0-563b-4e24-8c62-2d6c89c5207d by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:04.750646 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Attempting to bind port b14dcba0-563b-4e24-8c62-2d6c89c5207d on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:04.761015 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Port b14dcba0-563b-4e24-8c62-2d6c89c5207d on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:33:04.761335 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Attempting to bind port b14dcba0-563b-4e24-8c62-2d6c89c5207d on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:04.768292 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:04.768715 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:04.769306 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Bound using segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:04.771589 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Bound port: b14dcba0-563b-4e24-8c62-2d6c89c5207d, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:04.771966 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.951165 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.24', 57481) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:04.967087 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] For port b14dcba0-563b-4e24-8c62-2d6c89c5207d, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:04.971560 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ba28e9f-c17d-4d2b-b3f9-705e09583dcf admin admin] Publish callbacks [] for security_group (99df8ab7-54c0-402a-bac3-de6b9539d99b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:04.978985 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1e23-cebe-4343-befc-2f6a292c790f req-889e0621-c5b4-4fd7-9278-63f11276f750 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:04.980453 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-118e1e23-cebe-4343-befc-2f6a292c790f req-889e0621-c5b4-4fd7-9278-63f11276f750 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.1786506 Apr 05 22:33:05.007574 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] For port b14dcba0-563b-4e24-8c62-2d6c89c5207d, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:05.020369 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6800ae2-7c2f-45c5-bf3c-3827fb665dd8 req-f973f323-b928-48cd-b1c0-3dcce27b1b7f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.022162 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6800ae2-7c2f-45c5-bf3c-3827fb665dd8 req-f973f323-b928-48cd-b1c0-3dcce27b1b7f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 943 time: 0.2435431 Apr 05 22:33:05.026443 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.044630 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-9ff14bc0-66a3-4a69-be77-33e14bde4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.046154 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-9ff14bc0-66a3-4a69-be77-33e14bde4ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1127 time: 0.2432353 Apr 05 22:33:05.048194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7ba28e9f-c17d-4d2b-b3f9-705e09583dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (99df8ab7-54c0-402a-bac3-de6b9539d99b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.095702 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.096327 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.097930 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] 10.222.0.24 "PUT /v2.0/ports/b14dcba0-563b-4e24-8c62-2d6c89c5207d HTTP/1.1" status: 200 len: 1093 time: 1.4579363 Apr 05 22:33:05.098409 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:05.137009 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7ba28e9f-c17d-4d2b-b3f9-705e09583dcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bd32519f1d5416f9e09ee93544054e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7491329 Apr 05 22:33:05.142657 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57082) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:05.156602 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-118e1e23-cebe-4343-befc-2f6a292c790f req-1806d0a4-5e42-40cf-a6e0-222d327a7958 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611006 Apr 05 22:33:05.239502 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00356-5fe1-47a2-892f-d9118091a880 service neutron] Pushing event updated for resources: {'Port': ['ID=b14dcba0-563b-4e24-8c62-2d6c89c5207d,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.255254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba28e9f-c17d-4d2b-b3f9-705e09583dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df8ab7-54c0-402a-bac3-de6b9539d99b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.312994 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-718c5618-61cd-45a9-9868-6e2d0354c8c3 admin admin] Publish callbacks [] for security_group (99df8ab7-54c0-402a-bac3-de6b9539d99b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.313810 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6800ae2-7c2f-45c5-bf3c-3827fb665dd8 req-0758af7a-6411-44f1-86ed-f993628fbf8a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666128 Apr 05 22:33:05.321103 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9724c-972b-4f9a-aff4-65fd7beaa26f req-403cb2ef-0405-44d6-9cb7-dd1e79278b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.322647 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-14e9724c-972b-4f9a-aff4-65fd7beaa26f req-403cb2ef-0405-44d6-9cb7-dd1e79278b94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 1129 time: 0.3617206 Apr 05 22:33:05.327457 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-970dcc96-592e-4efb-a310-d127ae51e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.329629 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-970dcc96-592e-4efb-a310-d127ae51e90d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 1127 time: 0.1645322 Apr 05 22:33:05.366976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-14e9724c-972b-4f9a-aff4-65fd7beaa26f req-e70bcedb-c266-438f-a445-eb97035a3893 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.402397 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-88d61c0e-b954-473e-aea8-502418a38b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.404985 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-88d61c0e-b954-473e-aea8-502418a38b96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.3406684 Apr 05 22:33:05.427911 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-486814ac-6c87-4f7a-a739-fbea436586fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d HTTP/1.1" status: 200 len: 217 time: 0.0890117 Apr 05 22:33:05.429829 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-718c5618-61cd-45a9-9868-6e2d0354c8c3 admin admin] Publish callbacks [] for security_group (99df8ab7-54c0-402a-bac3-de6b9539d99b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.458760 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-fedb6763-2721-4012-940e-dd6c03519b4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 217 time: 0.0463049 Apr 05 22:33:05.516340 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-85422b22-2abd-44e9-b180-47d31d54bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.518349 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-85422b22-2abd-44e9-b180-47d31d54bdfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0811019 Apr 05 22:33:05.536232 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-14abf2e6-cf61-4f35-bd09-355b6f1bb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.537408 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-14abf2e6-cf61-4f35-bd09-355b6f1bb079 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0706089 Apr 05 22:33:05.561299 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-14e9724c-972b-4f9a-aff4-65fd7beaa26f req-e70bcedb-c266-438f-a445-eb97035a3893 service neutron] Publish callbacks [] for security_group (e87e18d9-0800-4890-8ccc-7f1d650545d4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.586552 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-14e9724c-972b-4f9a-aff4-65fd7beaa26f req-e70bcedb-c266-438f-a445-eb97035a3893 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (e87e18d9-0800-4890-8ccc-7f1d650545d4), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.628802 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-718c5618-61cd-45a9-9868-6e2d0354c8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (99df8ab7-54c0-402a-bac3-de6b9539d99b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.633139 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-718c5618-61cd-45a9-9868-6e2d0354c8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.634467 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-718c5618-61cd-45a9-9868-6e2d0354c8c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99df8ab7-54c0-402a-bac3-de6b9539d99b HTTP/1.1" status: 204 len: 168 time: 0.4906709 Apr 05 22:33:05.641803 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bcedb-c266-438f-a445-eb97035a3893 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e18d9-0800-4890-8ccc-7f1d650545d4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.660552 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-14e9724c-972b-4f9a-aff4-65fd7beaa26f req-e70bcedb-c266-438f-a445-eb97035a3893 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269053 Apr 05 22:33:05.670142 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-98fc525f-b7f6-4de7-bac4-d516a69760f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.672291 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-98fc525f-b7f6-4de7-bac4-d516a69760f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1235549 Apr 05 22:33:05.675524 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c5618-61cd-45a9-9868-6e2d0354c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df8ab7-54c0-402a-bac3-de6b9539d99b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:05.700896 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-dd0724fd-7853-43a0-ac34-79a6d3c1e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.703053 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-dd0724fd-7853-43a0-ac34-79a6d3c1e8cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1789763 Apr 05 22:33:05.729286 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf513d-9b48-4825-be23-17aa5d012ad8 req-dd7e4304-6bed-4140-8b2c-0e4fa62bf770 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:05.730798 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-43cf513d-9b48-4825-be23-17aa5d012ad8 req-dd7e4304-6bed-4140-8b2c-0e4fa62bf770 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 943 time: 0.0689781 Apr 05 22:33:05.745796 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea259f47-8976-4420-91f2-54619311298e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:05.790914 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-43cf513d-9b48-4825-be23-17aa5d012ad8 req-f36a5361-4ebd-4b6e-881d-95aa378fea43 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535944 Apr 05 22:33:05.841019 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4907849d-4758-487f-b98b-ef4f8b14ce5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:05.985558 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-14b0c931-a972-45f3-ab3e-28e4309f83d5 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111815 Apr 05 22:33:06.004918 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-46f522ab-9806-4eea-8657-555a35d19e2d service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313851 Apr 05 22:33:06.154904 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2a9d2542-b6ff-443a-80e8-d81b8af69704 req-4ddd798a-2a4e-43e6-a09c-f001be6e2d98 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439075 Apr 05 22:33:06.163893 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9116e2-4ee3-4d6c-b6f5-1e83baf629b3 x-openstack-request-id: req-7b9116e2-4ee3-4d6c-b6f5-1e83baf629b3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:06.164263 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:06.164980 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b9116e2-4ee3-4d6c-b6f5-1e83baf629b3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:06.165542 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9116e2-4ee3-4d6c-b6f5-1e83baf629b3'] response: {'name': 'network-changed', 'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'status': 'completed', 'code': 200} Apr 05 22:33:06.297773 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141b63f-9b03-4148-95d3-0739feabd1e0 req-c912c63c-3c1b-4428-89ef-34cf52f8cee4 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.298449 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5aa5d5d5-3775-46d4-8f64-e4df6ffd7535 req-5b80d8bf-9c79-462e-9c1b-74b56522761c service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058190 Apr 05 22:33:06.299701 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0141b63f-9b03-4148-95d3-0739feabd1e0 req-c912c63c-3c1b-4428-89ef-34cf52f8cee4 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.0620594 Apr 05 22:33:06.355544 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0141b63f-9b03-4148-95d3-0739feabd1e0 req-4778be00-c829-4394-b051-9e11f9428e43 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Apr 05 22:33:06.380514 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 79e90b75-b9e7-4e40-adf7-d1138e16c86b details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:06.460597 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a03de-9ab6-4458-a7ba-c1d6b7d538df req-aa503c91-0bcf-4cfc-8916-0d1d41876993 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.468200 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d06a03de-9ab6-4458-a7ba-c1d6b7d538df req-aa503c91-0bcf-4cfc-8916-0d1d41876993 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 943 time: 0.0809896 Apr 05 22:33:06.505642 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:06.518148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'port_id': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:06.518809 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d06a03de-9ab6-4458-a7ba-c1d6b7d538df req-4e6415d9-228d-4ff0-b750-4ce6f714ae38 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495355 Apr 05 22:33:06.560263 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 79e90b75-b9e7-4e40-adf7-d1138e16c86b is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:06.560659 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.573552 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e90b75-b9e7-4e40-adf7-d1138e16c86b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:06.593981 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:06.599372 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:06.649412 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=79e90b75-b9e7-4e40-adf7-d1138e16c86b,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:06.827503 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['79e90b75-b9e7-4e40-adf7-d1138e16c86b'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:06.934886 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def9f22-a17c-4b87-939e-f8e09a89b747 req-de195281-22e6-43cf-bcdc-04555ca321e8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:06.942434 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7def9f22-a17c-4b87-939e-f8e09a89b747 req-de195281-22e6-43cf-bcdc-04555ca321e8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 944 time: 0.0755060 Apr 05 22:33:06.991986 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7def9f22-a17c-4b87-939e-f8e09a89b747 req-605e8a51-da56-43e0-8535-1bce7daffddb tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485055 Apr 05 22:33:07.108313 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259f47-8976-4420-91f2-54619311298e req-f64e9157-30fe-42ad-a2eb-e3940d22f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.109896 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-f64e9157-30fe-42ad-a2eb-e3940d22f23d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 1127 time: 0.0526850 Apr 05 22:33:07.201296 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57176) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:07.319833 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259f47-8976-4420-91f2-54619311298e req-c9c1c24d-5a91-40b4-a756-7cf4361ce50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.321904 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-c9c1c24d-5a91-40b4-a756-7cf4361ce50d service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.2055240 Apr 05 22:33:07.485817 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273b9b9-9c2a-451c-9078-4da1b76f89ea req-cbd956a2-ea4a-4b75-b40f-40ac49256d76 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.486753 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7273b9b9-9c2a-451c-9078-4da1b76f89ea req-cbd956a2-ea4a-4b75-b40f-40ac49256d76 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.0569072 Apr 05 22:33:07.517095 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf7ee-dde4-4dc8-a2bf-0d145db6a673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.601144 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7273b9b9-9c2a-451c-9078-4da1b76f89ea req-9e97b4ab-11c3-4054-b2cf-2b2636ffedb9 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079876 Apr 05 22:33:07.668724 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf7ee-dde4-4dc8-a2bf-0d145db6a673 admin admin] Publish callbacks [] for security_group (0193af18-fc41-4891-b211-e6432689f78c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.678355 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf7ee-dde4-4dc8-a2bf-0d145db6a673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0193af18-fc41-4891-b211-e6432689f78c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.695793 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882c12b-88e0-4334-b6f6-81a71b6f75ea req-f40f398d-613d-4b7b-ba0e-3a83c7e467cc tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:07.697334 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6882c12b-88e0-4334-b6f6-81a71b6f75ea req-f40f398d-613d-4b7b-ba0e-3a83c7e467cc tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 943 time: 0.1011891 Apr 05 22:33:07.768205 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcf7ee-dde4-4dc8-a2bf-0d145db6a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0193af18-fc41-4891-b211-e6432689f78c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:07.792152 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c3fcf7ee-dde4-4dc8-a2bf-0d145db6a673 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab0cc7ae2c70409387805343d0fc6e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5889871 Apr 05 22:33:07.795199 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57204) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:07.927487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32f5d4e9-a6eb-4a4b-9ee5-05a9b0078fd8 admin admin] Publish callbacks [] for security_group (0193af18-fc41-4891-b211-e6432689f78c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.955565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32f5d4e9-a6eb-4a4b-9ee5-05a9b0078fd8 admin admin] Publish callbacks [] for security_group (0193af18-fc41-4891-b211-e6432689f78c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:07.969932 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-6937db95-c584-424d-967b-b8e381e45a0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d HTTP/1.1" status: 200 len: 217 time: 0.2679327 Apr 05 22:33:08.017632 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32f5d4e9-a6eb-4a4b-9ee5-05a9b0078fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0193af18-fc41-4891-b211-e6432689f78c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.021012 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-32f5d4e9-a6eb-4a4b-9ee5-05a9b0078fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.022224 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-32f5d4e9-a6eb-4a4b-9ee5-05a9b0078fd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0193af18-fc41-4891-b211-e6432689f78c HTTP/1.1" status: 204 len: 168 time: 0.2251911 Apr 05 22:33:08.042311 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5d4e9-a6eb-4a4b-9ee5-05a9b0078fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0193af18-fc41-4891-b211-e6432689f78c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:08.052540 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259f47-8976-4420-91f2-54619311298e req-19178e4f-ed8e-4271-b933-653bb9c056cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.054032 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-19178e4f-ed8e-4271-b933-653bb9c056cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0771930 Apr 05 22:33:08.138896 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f105f324-a732-4122-8a16-a0e44b191621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.140537 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6882c12b-88e0-4334-b6f6-81a71b6f75ea req-b0f34a75-b2b4-404f-b053-1b5d5d6ee341 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286759 Apr 05 22:33:08.202591 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea259f47-8976-4420-91f2-54619311298e req-37cdb4f6-7f9c-4b90-9127-68860ef7af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.214762 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-37cdb4f6-7f9c-4b90-9127-68860ef7af94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1477468 Apr 05 22:33:08.250542 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1d5f-8dfe-43cf-b640-d6b07e18104e req-15dd98af-64c8-4256-88d9-78ac75630841 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.262082 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82ed1d5f-8dfe-43cf-b640-d6b07e18104e req-15dd98af-64c8-4256-88d9-78ac75630841 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 944 time: 0.1606629 Apr 05 22:33:08.353210 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-c7965b9b-dc36-48bf-94b5-1e4a7bf464a8 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312227 Apr 05 22:33:08.354885 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82ed1d5f-8dfe-43cf-b640-d6b07e18104e req-6ddbcd46-6bd6-4eb8-adda-9ae0b058f12d tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861452 Apr 05 22:33:08.368109 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:33:08.405770 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b14dcba0-563b-4e24-8c62-2d6c89c5207d details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:33:08.454931 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 79e90b75-b9e7-4e40-adf7-d1138e16c86b up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:08.504978 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea259f47-8976-4420-91f2-54619311298e req-6dca3ddc-7e9a-462b-9bfc-daf4e93efd30 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447482 Apr 05 22:33:08.623301 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 79e90b75-b9e7-4e40-adf7-d1138e16c86b completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:08.630029 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port b14dcba0-563b-4e24-8c62-2d6c89c5207d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:08.639022 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 79e90b75-b9e7-4e40-adf7-d1138e16c86b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:08.639993 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.706415 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:08.727657 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f5cf-8d67-4913-a21d-19487c1bb34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.745209 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:33:08.806933 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 79e90b75-b9e7-4e40-adf7-d1138e16c86b is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:08.810207 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.907758 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6cad5-e244-41b1-96d4-53218f0d21f8 req-49863e20-946b-4611-9633-14938192665b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:08.909734 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6eb6cad5-e244-41b1-96d4-53218f0d21f8 req-49863e20-946b-4611-9633-14938192665b tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.1663301 Apr 05 22:33:08.925991 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:08.929288 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f48a3-a35b-4b85-8cb3-b65fc9960736" -d '{"events": [{"server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "name": "network-vif-plugged", "status": "completed", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:08.940673 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:08.955908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f5cf-8d67-4913-a21d-19487c1bb34e admin admin] Publish callbacks [] for security_group (5e1e2c34-d312-4caf-9cce-8b4c436a913f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.956494 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.965292 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port b14dcba0-563b-4e24-8c62-2d6c89c5207d is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:08.966104 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:08.967620 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f5cf-8d67-4913-a21d-19487c1bb34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5e1e2c34-d312-4caf-9cce-8b4c436a913f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.010658 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14dcba0-563b-4e24-8c62-2d6c89c5207d {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:33:09.014093 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6eb6cad5-e244-41b1-96d4-53218f0d21f8 req-d46ef9cd-00b5-487b-94d9-80656eaab48e tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986047 Apr 05 22:33:09.032807 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9766d-5c03-4c73-9274-b5d9d013ea4a x-openstack-request-id: req-07f9766d-5c03-4c73-9274-b5d9d013ea4a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:09.033286 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "name": "network-vif-plugged", "status": "completed", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:09.033645 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07f9766d-5c03-4c73-9274-b5d9d013ea4a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:09.034534 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f9766d-5c03-4c73-9274-b5d9d013ea4a'] response: {'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'code': 200} Apr 05 22:33:09.083352 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d0f9f5cf-8d67-4913-a21d-19487c1bb34e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb03ed7c1b1d4402a7fc31019b164472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754625 Apr 05 22:33:09.084794 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9f5cf-8d67-4913-a21d-19487c1bb34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e2c34-d312-4caf-9cce-8b4c436a913f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:09.086001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:09.156999 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port b14dcba0-563b-4e24-8c62-2d6c89c5207d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:09.170847 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a04-8ca2-4e3e-9167-89cd5449a2c3 admin admin] Publish callbacks [] for security_group (5e1e2c34-d312-4caf-9cce-8b4c436a913f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.176006 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.184858 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=79e90b75-b9e7-4e40-adf7-d1138e16c86b,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:09.265433 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a04-8ca2-4e3e-9167-89cd5449a2c3 admin admin] Publish callbacks [] for security_group (5e1e2c34-d312-4caf-9cce-8b4c436a913f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.341955 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=b14dcba0-563b-4e24-8c62-2d6c89c5207d,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:09.362629 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547260f-5585-4be0-b3aa-901f4d881a40 req-b2fb38fd-973e-4cb8-8a21-6d8e8b082867 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.370833 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f547260f-5585-4be0-b3aa-901f4d881a40 req-b2fb38fd-973e-4cb8-8a21-6d8e8b082867 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 944 time: 0.1061659 Apr 05 22:33:09.379511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.417966 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b14dcba0-563b-4e24-8c62-2d6c89c5207d'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:09.443895 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e9a8-bb5c-42c3-a6b0-8ee0f93325fe req-1440d812-e0f7-4707-ac92-81b6e998f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.445927 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b721e9a8-bb5c-42c3-a6b0-8ee0f93325fe req-1440d812-e0f7-4707-ac92-81b6e998f5f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1129 time: 0.1581302 Apr 05 22:33:09.508615 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f547260f-5585-4be0-b3aa-901f4d881a40 req-425f580c-89c5-4686-9828-6c75a2c835c1 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365571 Apr 05 22:33:09.531905 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a04-8ca2-4e3e-9167-89cd5449a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5e1e2c34-d312-4caf-9cce-8b4c436a913f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.534736 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3a04-8ca2-4e3e-9167-89cd5449a2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:09.536224 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5ebb3a04-8ca2-4e3e-9167-89cd5449a2c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e1e2c34-d312-4caf-9cce-8b4c436a913f HTTP/1.1" status: 204 len: 168 time: 0.4489622 Apr 05 22:33:09.587101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3a04-8ca2-4e3e-9167-89cd5449a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e2c34-d312-4caf-9cce-8b4c436a913f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:09.622344 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b721e9a8-bb5c-42c3-a6b0-8ee0f93325fe req-7346878f-d947-4d6a-b00c-6d51b9b69542 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682477 Apr 05 22:33:09.667431 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5290-bdc8-4725-8baa-80c802fe644c req-953dffe9-2248-4fdd-affe-98813679fa35 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:09.673800 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-929c5290-bdc8-4725-8baa-80c802fe644c req-953dffe9-2248-4fdd-affe-98813679fa35 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1443160 Apr 05 22:33:09.743412 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-929c5290-bdc8-4725-8baa-80c802fe644c req-55fffa62-c075-4dcd-a49e-a440619d7461 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638700 Apr 05 22:33:10.176220 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57310) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:10.281864 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c781e-f65d-4b09-b446-b05d7f646ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.366617 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c781e-f65d-4b09-b446-b05d7f646ac1 admin admin] Publish callbacks [] for security_group (c39dca35-b441-4d26-8a1c-4ab11fa96f9c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.367750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-137c781e-f65d-4b09-b446-b05d7f646ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c39dca35-b441-4d26-8a1c-4ab11fa96f9c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.411008 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-137c781e-f65d-4b09-b446-b05d7f646ac1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd2926f64dee41e98f130a92641e337a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311535 Apr 05 22:33:10.411008 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c781e-f65d-4b09-b446-b05d7f646ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39dca35-b441-4d26-8a1c-4ab11fa96f9c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:10.411600 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57328) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:10.476720 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1da0dc-266b-4475-affb-24eeb18d0b62 admin admin] Publish callbacks [] for security_group (c39dca35-b441-4d26-8a1c-4ab11fa96f9c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.501095 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1da0dc-266b-4475-affb-24eeb18d0b62 admin admin] Publish callbacks [] for security_group (c39dca35-b441-4d26-8a1c-4ab11fa96f9c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.578773 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1da0dc-266b-4475-affb-24eeb18d0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c39dca35-b441-4d26-8a1c-4ab11fa96f9c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.581742 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5c1da0dc-266b-4475-affb-24eeb18d0b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.583357 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5c1da0dc-266b-4475-affb-24eeb18d0b62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c39dca35-b441-4d26-8a1c-4ab11fa96f9c HTTP/1.1" status: 204 len: 168 time: 0.1704805 Apr 05 22:33:10.607554 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1da0dc-266b-4475-affb-24eeb18d0b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39dca35-b441-4d26-8a1c-4ab11fa96f9c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:10.656234 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:10.674147 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ad4f5-19bc-4fb1-ae19-fd52c4e20659 req-60bda610-8296-409a-a259-83977cc68462 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:10.675738 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-367ad4f5-19bc-4fb1-ae19-fd52c4e20659 req-60bda610-8296-409a-a259-83977cc68462 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 944 time: 0.0733967 Apr 05 22:33:10.751424 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-367ad4f5-19bc-4fb1-ae19-fd52c4e20659 req-57407419-e3f5-4d86-9cea-e76a796cb099 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691345 Apr 05 22:33:10.941353 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c575177-3d1b-4747-9e3d-d7e4b42fed59 req-65faacf0-ce77-4bd9-9976-64348380d889 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:10.944224 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c575177-3d1b-4747-9e3d-d7e4b42fed59 req-65faacf0-ce77-4bd9-9976-64348380d889 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1039321 Apr 05 22:33:10.999377 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c575177-3d1b-4747-9e3d-d7e4b42fed59 req-0569e61a-305c-4a3b-8368-11ce431b8bcc tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501485 Apr 05 22:33:11.037405 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57360) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:11.045362 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b14dcba0-563b-4e24-8c62-2d6c89c5207d up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:11.054979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf3efc1c-56da-44b2-98c5-479ddfefa6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.098767 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port b14dcba0-563b-4e24-8c62-2d6c89c5207d completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:33:11.103161 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port b14dcba0-563b-4e24-8c62-2d6c89c5207d triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:11.103746 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.133644 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf3efc1c-56da-44b2-98c5-479ddfefa6f3 admin admin] Publish callbacks [] for security_group (b78a6b66-31b8-4fbb-9b03-472266a176fa), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.138072 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf3efc1c-56da-44b2-98c5-479ddfefa6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b78a6b66-31b8-4fbb-9b03-472266a176fa), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.183824 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bf3efc1c-56da-44b2-98c5-479ddfefa6f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6312acd2238b404a81459de4aa71611f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444795 Apr 05 22:33:11.186626 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3efc1c-56da-44b2-98c5-479ddfefa6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a6b66-31b8-4fbb-9b03-472266a176fa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:11.186827 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57366) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:11.216351 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port b14dcba0-563b-4e24-8c62-2d6c89c5207d is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:11.216746 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.240090 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:11.242324 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dd5340-1186-446a-99d4-7aea33bd5a45" -d '{"events": [{"server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "name": "network-vif-plugged", "status": "completed", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:11.247595 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b5cedb8-d157-4d02-b737-7114df6598a3 admin admin] Publish callbacks [] for security_group (b78a6b66-31b8-4fbb-9b03-472266a176fa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.256144 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port b14dcba0-563b-4e24-8c62-2d6c89c5207d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:11.261965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.276728 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b5cedb8-d157-4d02-b737-7114df6598a3 admin admin] Publish callbacks [] for security_group (b78a6b66-31b8-4fbb-9b03-472266a176fa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.290786 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b64aa-75a7-4625-8204-580efa0c9d64 x-openstack-request-id: req-ac4b64aa-75a7-4625-8204-580efa0c9d64 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:11.291102 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "name": "network-vif-plugged", "status": "completed", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:11.291549 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac4b64aa-75a7-4625-8204-580efa0c9d64 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:11.291995 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4b64aa-75a7-4625-8204-580efa0c9d64'] response: {'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'code': 200} Apr 05 22:33:11.321368 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=b14dcba0-563b-4e24-8c62-2d6c89c5207d,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:11.332242 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b5cedb8-d157-4d02-b737-7114df6598a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b78a6b66-31b8-4fbb-9b03-472266a176fa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.335754 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b5cedb8-d157-4d02-b737-7114df6598a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:11.336908 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3b5cedb8-d157-4d02-b737-7114df6598a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b78a6b66-31b8-4fbb-9b03-472266a176fa HTTP/1.1" status: 204 len: 168 time: 0.1488469 Apr 05 22:33:11.348535 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cedb8-d157-4d02-b737-7114df6598a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a6b66-31b8-4fbb-9b03-472266a176fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:11.876701 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f166d-c855-4eb3-b06d-855a9a34e0ff req-ac2b8aa5-8c83-4833-9103-89e45a9fde3e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:11.878244 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-957f166d-c855-4eb3-b06d-855a9a34e0ff req-ac2b8aa5-8c83-4833-9103-89e45a9fde3e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0633330 Apr 05 22:33:11.931469 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-957f166d-c855-4eb3-b06d-855a9a34e0ff req-2df255c1-3058-4cd5-a6f1-b1fa7ad667cd tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459199 Apr 05 22:33:12.123418 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a18d2-ea0a-433b-bbf4-1d3e1cb0c28c req-acb9a977-8ee6-4d5d-be8c-b8742e45a534 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:12.124944 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6f6a18d2-ea0a-433b-bbf4-1d3e1cb0c28c req-acb9a977-8ee6-4d5d-be8c-b8742e45a534 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0546064 Apr 05 22:33:12.176804 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6f6a18d2-ea0a-433b-bbf4-1d3e1cb0c28c req-6bbec1af-f28d-41af-858c-5adf2441d45a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Apr 05 22:33:12.284492 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:13.084985 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47cad-a2ec-4f62-ba03-7479a8823a6e req-b5ec8449-e8b9-42f0-b3ba-0b70e56e3162 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.096252 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ddb47cad-a2ec-4f62-ba03-7479a8823a6e req-b5ec8449-e8b9-42f0-b3ba-0b70e56e3162 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0788541 Apr 05 22:33:13.116378 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95791c1-5477-4535-b9a7-674db5a4ecc5 req-3056117e-a6f2-42d9-ba31-d0bc5d6be6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.123909 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c95791c1-5477-4535-b9a7-674db5a4ecc5 req-3056117e-a6f2-42d9-ba31-d0bc5d6be6e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 1129 time: 0.1240721 Apr 05 22:33:13.190192 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ddb47cad-a2ec-4f62-ba03-7479a8823a6e req-165c3c66-d65a-4c40-8fa2-2601bb27f0b6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928025 Apr 05 22:33:13.373940 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80442f-9104-4f7a-b82e-8b9a64e859fb req-3ce40754-b9de-4231-836a-a293317da93b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:13.375606 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6f80442f-9104-4f7a-b82e-8b9a64e859fb req-3ce40754-b9de-4231-836a-a293317da93b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1023660 Apr 05 22:33:13.423965 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6f80442f-9104-4f7a-b82e-8b9a64e859fb req-35c01507-3704-4aa4-b6e7-44909e5f3633 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Apr 05 22:33:14.300957 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8e43-eb04-43ed-9a6d-1e9e89dc0a8a req-e1a44550-77eb-4b44-a059-ddac7eaade46 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:14.302465 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cfb8e43-eb04-43ed-9a6d-1e9e89dc0a8a req-e1a44550-77eb-4b44-a059-ddac7eaade46 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Apr 05 22:33:14.351452 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cfb8e43-eb04-43ed-9a6d-1e9e89dc0a8a req-f4d9eb0b-24b5-4e57-8796-ed301a98b843 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434160 Apr 05 22:33:14.548701 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8e35f-9c7c-4911-b267-5ab0032dbf6f req-cdaa34de-0b8f-411f-a1c9-461329ef7aed tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:14.550265 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cbe8e35f-9c7c-4911-b267-5ab0032dbf6f req-cdaa34de-0b8f-411f-a1c9-461329ef7aed tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0536423 Apr 05 22:33:14.596380 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cbe8e35f-9c7c-4911-b267-5ab0032dbf6f req-ba278d83-c743-4377-aa67-e7ce1f5e3741 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Apr 05 22:33:14.746153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1d12-17df-4f70-9a3f-9e9c44112fda req-faef9223-82e7-42fa-bff0-968b3bbea00e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:14.747595 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-47aa1d12-17df-4f70-9a3f-9e9c44112fda req-faef9223-82e7-42fa-bff0-968b3bbea00e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Apr 05 22:33:14.756393 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57524) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:14.760822 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'floatingip': {'port_id': '79e90b75-b9e7-4e40-adf7-d1138e16c86b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:14.833152 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (d36d57a4-2f20-41e5-bff1-2c7f132f6655), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:15.657577 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:15.662198 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d36d57a4-2f20-41e5-bff1-2c7f132f6655), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:15.710415 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b1947-73bf-47a5-95a8-ee46a23eac0a req-c1cec85d-2cc8-4ec8-bc5e-523e2d3ec72c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:15.711893 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-768b1947-73bf-47a5-95a8-ee46a23eac0a req-c1cec85d-2cc8-4ec8-bc5e-523e2d3ec72c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.2884891 Apr 05 22:33:15.829530 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-768b1947-73bf-47a5-95a8-ee46a23eac0a req-6d4af884-3a6e-4079-9a9e-3deca5dd7c4c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091595 Apr 05 22:33:15.836261 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Floating IP d36d57a4-2f20-41e5-bff1-2c7f132f6655 associated. External IP: 172.27.0.102, port: 79e90b75-b9e7-4e40-adf7-d1138e16c86b. Apr 05 22:33:15.885975 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c95791c1-5477-4535-b9a7-674db5a4ecc5 req-8846336b-4326-4833-8fce-a4934a0eeb6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104987 Apr 05 22:33:16.063160 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:16.177392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:16.182538 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:16.190831 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:16.201063 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:16.201675 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:16.212816 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f15eb763-0e34-4383-b089-84f66639d27a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "PUT /v2.0/floatingips/d36d57a4-2f20-41e5-bff1-2c7f132f6655 HTTP/1.1" status: 200 len: 991 time: 1.4553521 Apr 05 22:33:16.213579 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:16.216537 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ed169-9c64-46d5-a508-d0d487856c15" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:16.252596 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c76b37-bf24-4338-8bab-08084e9e654c x-openstack-request-id: req-f7c76b37-bf24-4338-8bab-08084e9e654c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:16.252897 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:16.253190 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7c76b37-bf24-4338-8bab-08084e9e654c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:16.253626 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c76b37-bf24-4338-8bab-08084e9e654c'] response: {'name': 'network-changed', 'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'status': 'completed', 'code': 200} Apr 05 22:33:16.306503 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:16.645168 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd36d57a4-2f20-41e5-bff1-2c7f132f6655', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'port_id': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:51Z', 'updated_at': '2022-04-05T22:33:15Z', 'revision_number': 1, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:16.669494 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:16.677325 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:16.677916 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:16.784308 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:16.953388 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb781-05e9-4c1e-8523-a740afc6e97f req-60f0a80d-03e5-4243-9b7b-bb4b331ea1ac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:16.954946 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-189cb781-05e9-4c1e-8523-a740afc6e97f req-60f0a80d-03e5-4243-9b7b-bb4b331ea1ac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0545635 Apr 05 22:33:17.004966 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-189cb781-05e9-4c1e-8523-a740afc6e97f req-e7dd60b6-6f5b-4ed9-ac2d-05da02745697 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Apr 05 22:33:17.016840 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd36d57a4-2f20-41e5-bff1-2c7f132f6655', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'port_id': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:51Z', 'updated_at': '2022-04-05T22:33:15Z', 'revision_number': 1, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:17.042991 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4aad4-baf1-4db5-8386-f96c4a1816e9 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd36d57a4-2f20-41e5-bff1-2c7f132f6655', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'port_id': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'mac_address': 'fa:16:3e:62:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:51Z', 'updated_at': '2022-04-05T22:33:15Z', 'revision_number': 1, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:17.249365 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a8d9a-29ef-4855-8002-11c0de83a339 None None] New status for floating IP d36d57a4-2f20-41e5-bff1-2c7f132f6655: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:33:18.135133 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7522974-d32b-4097-8e97-eb27675b68fc req-63f6d180-fc7c-4076-a725-ce19e9bfee65 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:18.136600 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7522974-d32b-4097-8e97-eb27675b68fc req-63f6d180-fc7c-4076-a725-ce19e9bfee65 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Apr 05 22:33:18.181941 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7522974-d32b-4097-8e97-eb27675b68fc req-b41d74fd-296f-4538-b048-55706843f876 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Apr 05 22:33:19.340247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795a19c-3a4c-4b89-8665-94181072c997 req-e8b87371-2517-4b82-812c-075552dd858d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.342414 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7795a19c-3a4c-4b89-8665-94181072c997 req-e8b87371-2517-4b82-812c-075552dd858d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0932631 Apr 05 22:33:19.348042 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed169-9c64-46d5-a508-d0d487856c15 req-26ad7521-35a1-475e-8a5c-46bd250ce163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.349441 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-26ad7521-35a1-475e-8a5c-46bd250ce163 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1129 time: 0.0687933 Apr 05 22:33:19.393324 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7795a19c-3a4c-4b89-8665-94181072c997 req-86f9cc8e-09a8-4cbd-a864-160e7461f3d3 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Apr 05 22:33:19.854188 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed169-9c64-46d5-a508-d0d487856c15 req-68751508-b6cb-47ff-a42f-9b08039c07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:19.855757 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-68751508-b6cb-47ff-a42f-9b08039c07d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.1125996 Apr 05 22:33:19.971696 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57632) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:19.984793 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-ffa05a7f-9b1f-4b7f-a338-447c216a26ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 1001 time: 0.0969677 Apr 05 22:33:20.065233 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed169-9c64-46d5-a508-d0d487856c15 req-006aa8eb-eee7-4aa1-95d5-4d1e482ca9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:20.066723 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-006aa8eb-eee7-4aa1-95d5-4d1e482ca9b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0473797 Apr 05 22:33:20.076949 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-651e187b-7c28-450f-ab23-eba2033d8925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.136048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed169-9c64-46d5-a508-d0d487856c15 req-00db49f0-dcf0-4a65-bc3b-51adeb4a7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:20.138097 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-00db49f0-dcf0-4a65-bc3b-51adeb4a7cdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523264 Apr 05 22:33:20.154197 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-651e187b-7c28-450f-ab23-eba2033d8925 admin admin] Publish callbacks [] for security_group (a4076ae7-6b05-40fb-a954-a4d8148e8cfa), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.158033 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-651e187b-7c28-450f-ab23-eba2033d8925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a4076ae7-6b05-40fb-a954-a4d8148e8cfa), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.195310 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-651e187b-7c28-450f-ab23-eba2033d8925 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3524ddda64641e38b67c383704486f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225335 Apr 05 22:33:20.196164 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e187b-7c28-450f-ab23-eba2033d8925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4076ae7-6b05-40fb-a954-a4d8148e8cfa,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:20.198023 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57638) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:20.253491 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3176e82-cd04-47ba-a0b1-4151eceb8e52 admin admin] Publish callbacks [] for security_group (a4076ae7-6b05-40fb-a954-a4d8148e8cfa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.276763 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3176e82-cd04-47ba-a0b1-4151eceb8e52 admin admin] Publish callbacks [] for security_group (a4076ae7-6b05-40fb-a954-a4d8148e8cfa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.327636 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3176e82-cd04-47ba-a0b1-4151eceb8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a4076ae7-6b05-40fb-a954-a4d8148e8cfa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.330215 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3176e82-cd04-47ba-a0b1-4151eceb8e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:20.331413 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a3176e82-cd04-47ba-a0b1-4151eceb8e52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4076ae7-6b05-40fb-a954-a4d8148e8cfa HTTP/1.1" status: 204 len: 168 time: 0.1320164 Apr 05 22:33:20.340175 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3176e82-cd04-47ba-a0b1-4151eceb8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4076ae7-6b05-40fb-a954-a4d8148e8cfa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:20.543090 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74509e-9a6d-4cb6-9557-46fec3e12fc5 req-0bebb98e-8301-4429-b4e3-ee74e49ffd90 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:20.551833 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e74509e-9a6d-4cb6-9557-46fec3e12fc5 req-0bebb98e-8301-4429-b4e3-ee74e49ffd90 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0824838 Apr 05 22:33:20.617499 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e74509e-9a6d-4cb6-9557-46fec3e12fc5 req-880871f2-9c5d-43f5-b9f9-6f10b1167413 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582500 Apr 05 22:33:21.012998 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-17239903-d1aa-4353-b58c-fe981a6d562e service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092300 Apr 05 22:33:21.134745 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-028ed169-9c64-46d5-a508-d0d487856c15 req-9cc7b6f9-54ff-472a-932a-129b5044d727 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141322 Apr 05 22:33:21.730247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145ae0-3b1a-400d-8658-b588f64068d8 req-e2fdbc57-f7ea-4491-a35c-d71cba9fffce tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.732955 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f145ae0-3b1a-400d-8658-b588f64068d8 req-e2fdbc57-f7ea-4491-a35c-d71cba9fffce tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0587606 Apr 05 22:33:21.788298 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f145ae0-3b1a-400d-8658-b588f64068d8 req-8ac2b99b-b916-4e6d-8d52-4b642b259349 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488780 Apr 05 22:33:21.901060 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ee37-23bf-4480-9ef3-12d12406a3be req-fc890d33-28a3-43b0-9b1c-e15b86ab4134 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:21.902548 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cef0ee37-23bf-4480-9ef3-12d12406a3be req-fc890d33-28a3-43b0-9b1c-e15b86ab4134 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0537524 Apr 05 22:33:21.912596 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:21.917287 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:21.958089 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (6d9f6e04-d07c-4259-ac10-172ed2169cee), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.035049 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57750) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:22.147558 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968e728f-ff0a-4191-be82-e9bb082c15fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.244056 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968e728f-ff0a-4191-be82-e9bb082c15fd admin admin] Publish callbacks [] for security_group (f0041637-b3c5-499d-a76d-55a080869909), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.250307 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968e728f-ff0a-4191-be82-e9bb082c15fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f0041637-b3c5-499d-a76d-55a080869909), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.286563 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e728f-ff0a-4191-be82-e9bb082c15fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0041637-b3c5-499d-a76d-55a080869909,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.297501 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-968e728f-ff0a-4191-be82-e9bb082c15fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f83fa37ce22443cb205ca199a268f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610624 Apr 05 22:33:22.300465 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:22.494967 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e2ec-1a59-4dec-b4b0-5711ca90b7f1 admin admin] Publish callbacks [] for security_group (f0041637-b3c5-499d-a76d-55a080869909), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.528040 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e2ec-1a59-4dec-b4b0-5711ca90b7f1 admin admin] Publish callbacks [] for security_group (f0041637-b3c5-499d-a76d-55a080869909), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.600589 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.605039 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (6d9f6e04-d07c-4259-ac10-172ed2169cee), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.867432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e2ec-1a59-4dec-b4b0-5711ca90b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f0041637-b3c5-499d-a76d-55a080869909), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.870151 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e2ec-1a59-4dec-b4b0-5711ca90b7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:22.874564 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b6e9e2ec-1a59-4dec-b4b0-5711ca90b7f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0041637-b3c5-499d-a76d-55a080869909 HTTP/1.1" status: 204 len: 168 time: 0.5699790 Apr 05 22:33:22.912482 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e2ec-1a59-4dec-b4b0-5711ca90b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0041637-b3c5-499d-a76d-55a080869909,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:22.945763 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 6d9f6e04-d07c-4259-ac10-172ed2169cee associated. External IP: 172.27.0.120, port: b14dcba0-563b-4e24-8c62-2d6c89c5207d. Apr 05 22:33:23.208546 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:23.242035 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57812) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:23.261691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02e78c40-61a7-4e60-9995-f744be1ad667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.338045 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:23.342915 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.346620 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02e78c40-61a7-4e60-9995-f744be1ad667 admin admin] Publish callbacks [] for security_group (3b735d64-76a2-4ad3-a798-98872cf76cf1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.351680 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:23.352372 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02e78c40-61a7-4e60-9995-f744be1ad667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3b735d64-76a2-4ad3-a798-98872cf76cf1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.366810 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:23.367705 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:23.393154 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c274960f-3c33-4d60-88af-8631092db714 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "PUT /v2.0/floatingips/6d9f6e04-d07c-4259-ac10-172ed2169cee HTTP/1.1" status: 200 len: 991 time: 1.4646940 Apr 05 22:33:23.393154 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:23.393154 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60020a02-bdb9-49bc-b0df-e5fb3c148d12" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:23.394188 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-02e78c40-61a7-4e60-9995-f744be1ad667 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eafb2a105127471fb2cd94fe1e1d2061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472726 Apr 05 22:33:23.394435 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:23.412092 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e78c40-61a7-4e60-9995-f744be1ad667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b735d64-76a2-4ad3-a798-98872cf76cf1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:23.439573 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a5cc1-6e04-4d8c-91f4-2995dfd385c0 x-openstack-request-id: req-596a5cc1-6e04-4d8c-91f4-2995dfd385c0 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:23.439868 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:23.440305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-596a5cc1-6e04-4d8c-91f4-2995dfd385c0 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:23.440707 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596a5cc1-6e04-4d8c-91f4-2995dfd385c0'] response: {'name': 'network-changed', 'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'status': 'completed', 'code': 200} Apr 05 22:33:23.475240 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-276d22db-de70-4db3-bfe3-45431433d44a admin admin] Publish callbacks [] for security_group (3b735d64-76a2-4ad3-a798-98872cf76cf1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.499504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-276d22db-de70-4db3-bfe3-45431433d44a admin admin] Publish callbacks [] for security_group (3b735d64-76a2-4ad3-a798-98872cf76cf1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.516421 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:23.553231 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-276d22db-de70-4db3-bfe3-45431433d44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3b735d64-76a2-4ad3-a798-98872cf76cf1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.556326 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-276d22db-de70-4db3-bfe3-45431433d44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:23.557472 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-276d22db-de70-4db3-bfe3-45431433d44a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b735d64-76a2-4ad3-a798-98872cf76cf1 HTTP/1.1" status: 204 len: 168 time: 0.1629653 Apr 05 22:33:23.570224 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d22db-de70-4db3-bfe3-45431433d44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b735d64-76a2-4ad3-a798-98872cf76cf1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:23.751141 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:22Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:23.777481 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:23.786530 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:23.787166 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:23.893556 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:23.914080 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57842) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:23.929786 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8695-e9cb-4dfe-8798-6f6fc68fa77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.005597 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8695-e9cb-4dfe-8798-6f6fc68fa77e admin admin] Publish callbacks [] for security_group (3f8c1e81-4881-4f74-8aa6-9716ff6073f5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.009135 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8695-e9cb-4dfe-8798-6f6fc68fa77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3f8c1e81-4881-4f74-8aa6-9716ff6073f5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.047437 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0fdd8695-e9cb-4dfe-8798-6f6fc68fa77e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17527502d7dc40c39f0a465c7977f678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322491 Apr 05 22:33:24.048388 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd8695-e9cb-4dfe-8798-6f6fc68fa77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c1e81-4881-4f74-8aa6-9716ff6073f5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:24.050477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57844) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:24.100530 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d297-4cd2-4704-a2c8-e8376b4eb525 admin admin] Publish callbacks [] for security_group (3f8c1e81-4881-4f74-8aa6-9716ff6073f5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.122352 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d297-4cd2-4704-a2c8-e8376b4eb525 admin admin] Publish callbacks [] for security_group (3f8c1e81-4881-4f74-8aa6-9716ff6073f5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.125815 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:22Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:24.154759 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349520e-0e5d-4931-ba4d-542b380a1204 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:22Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:24.170732 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d297-4cd2-4704-a2c8-e8376b4eb525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3f8c1e81-4881-4f74-8aa6-9716ff6073f5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.173331 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7ee4d297-4cd2-4704-a2c8-e8376b4eb525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:24.177010 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7ee4d297-4cd2-4704-a2c8-e8376b4eb525 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f8c1e81-4881-4f74-8aa6-9716ff6073f5 HTTP/1.1" status: 204 len: 168 time: 0.1229870 Apr 05 22:33:24.185227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4d297-4cd2-4704-a2c8-e8376b4eb525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c1e81-4881-4f74-8aa6-9716ff6073f5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:24.358739 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd05f39-960d-40dc-8589-464a0c784caa None None] New status for floating IP 6d9f6e04-d07c-4259-ac10-172ed2169cee: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:33:25.365906 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-d5ef5911-9d7a-4a4a-b65c-e3df3f57397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.367601 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-d5ef5911-9d7a-4a4a-b65c-e3df3f57397d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 1129 time: 0.0548444 Apr 05 22:33:25.478421 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-b1464a1c-b5c2-42ff-9c5c-2f4996c82670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.479944 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-b1464a1c-b5c2-42ff-9c5c-2f4996c82670 service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.1058760 Apr 05 22:33:25.552490 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-d3ff64bc-46bd-4156-93a9-de406a1a1e97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d HTTP/1.1" status: 200 len: 1001 time: 0.0630348 Apr 05 22:33:25.604076 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-6e2eefe0-a539-42b5-a65c-fd9f2071aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.605595 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-6e2eefe0-a539-42b5-a65c-fd9f2071aa82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0455456 Apr 05 22:33:25.660934 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-12d44c81-94ea-4434-8618-d0e1d16cba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:25.662790 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-12d44c81-94ea-4434-8618-d0e1d16cba08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494480 Apr 05 22:33:25.780127 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-18f38039-fd51-4a14-9ea0-d0c6777a1adb service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100593 Apr 05 22:33:25.894830 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-60020a02-bdb9-49bc-b0df-e5fb3c148d12 req-803e2516-6d2b-4051-ba13-52cb89a37c62 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975027 Apr 05 22:33:26.769860 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 57972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:26.874832 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5406aa2a-bd25-47f1-a48b-31c2f9b73d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.945447 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5406aa2a-bd25-47f1-a48b-31c2f9b73d4e admin admin] Publish callbacks [] for security_group (7c4f6af1-2f04-469f-acc4-ed471718cea0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.948750 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5406aa2a-bd25-47f1-a48b-31c2f9b73d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (7c4f6af1-2f04-469f-acc4-ed471718cea0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:26.990072 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5406aa2a-bd25-47f1-a48b-31c2f9b73d4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cb6ca8c04744af5b0c8786729fe3c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191670 Apr 05 22:33:26.991179 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406aa2a-bd25-47f1-a48b-31c2f9b73d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f6af1-2f04-469f-acc4-ed471718cea0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:26.992876 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 57976) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:27.041689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968f26ac-1ba6-4a8f-a5d0-11724b466bb6 admin admin] Publish callbacks [] for security_group (7c4f6af1-2f04-469f-acc4-ed471718cea0), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.062496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968f26ac-1ba6-4a8f-a5d0-11724b466bb6 admin admin] Publish callbacks [] for security_group (7c4f6af1-2f04-469f-acc4-ed471718cea0), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.116051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968f26ac-1ba6-4a8f-a5d0-11724b466bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (7c4f6af1-2f04-469f-acc4-ed471718cea0), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.119246 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-968f26ac-1ba6-4a8f-a5d0-11724b466bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.120613 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-968f26ac-1ba6-4a8f-a5d0-11724b466bb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c4f6af1-2f04-469f-acc4-ed471718cea0 HTTP/1.1" status: 204 len: 168 time: 0.1266556 Apr 05 22:33:27.142645 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f26ac-1ba6-4a8f-a5d0-11724b466bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f6af1-2f04-469f-acc4-ed471718cea0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:27.463143 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58002) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:27.478221 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a2b774a-33e8-479c-b3db-e3f884e8a709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.576430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a2b774a-33e8-479c-b3db-e3f884e8a709 admin admin] Publish callbacks [] for security_group (39bd0f98-28a6-42f9-bf48-0da7969936f8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.580332 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a2b774a-33e8-479c-b3db-e3f884e8a709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (39bd0f98-28a6-42f9-bf48-0da7969936f8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.621003 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:27.621117 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8a2b774a-33e8-479c-b3db-e3f884e8a709 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97acd4388e44485885cb38f05b80ca4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553221 Apr 05 22:33:27.629441 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b774a-33e8-479c-b3db-e3f884e8a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd0f98-28a6-42f9-bf48-0da7969936f8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:27.723380 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fdba6fd-21bc-4a97-b4ab-939bbadc5ed9 admin admin] Publish callbacks [] for security_group (39bd0f98-28a6-42f9-bf48-0da7969936f8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.761725 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fdba6fd-21bc-4a97-b4ab-939bbadc5ed9 admin admin] Publish callbacks [] for security_group (39bd0f98-28a6-42f9-bf48-0da7969936f8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.829819 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fdba6fd-21bc-4a97-b4ab-939bbadc5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (39bd0f98-28a6-42f9-bf48-0da7969936f8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.832713 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2fdba6fd-21bc-4a97-b4ab-939bbadc5ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:27.834191 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2fdba6fd-21bc-4a97-b4ab-939bbadc5ed9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39bd0f98-28a6-42f9-bf48-0da7969936f8 HTTP/1.1" status: 204 len: 168 time: 0.2132118 Apr 05 22:33:27.847850 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdba6fd-21bc-4a97-b4ab-939bbadc5ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd0f98-28a6-42f9-bf48-0da7969936f8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.164558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58024) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:28.179915 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a8b4-e610-498d-9f12-54f15ce3db57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.260724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a8b4-e610-498d-9f12-54f15ce3db57 admin admin] Publish callbacks [] for security_group (2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.265076 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7bf6a8b4-e610-498d-9f12-54f15ce3db57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.302699 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6a8b4-e610-498d-9f12-54f15ce3db57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.307033 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7bf6a8b4-e610-498d-9f12-54f15ce3db57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4399a1438cb546fb9d932f1ef3b5f3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413376 Apr 05 22:33:28.310351 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58032) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:28.359391 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74c56ee0-5388-4fca-98f4-4a739a160f6b admin admin] Publish callbacks [] for security_group (2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.381933 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74c56ee0-5388-4fca-98f4-4a739a160f6b admin admin] Publish callbacks [] for security_group (2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.453391 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74c56ee0-5388-4fca-98f4-4a739a160f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.457125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-74c56ee0-5388-4fca-98f4-4a739a160f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:28.458622 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-74c56ee0-5388-4fca-98f4-4a739a160f6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7 HTTP/1.1" status: 204 len: 168 time: 0.1472325 Apr 05 22:33:28.478079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c56ee0-5388-4fca-98f4-4a739a160f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4d5bde-0eb8-4cea-ab30-ab12950e1bc7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:28.599936 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2463244-ad48-44bb-9d15-139957c84437 req-9672871f-03b4-4329-9e36-8890504e2ed0 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:28.611117 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2463244-ad48-44bb-9d15-139957c84437 req-9672871f-03b4-4329-9e36-8890504e2ed0 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.0866070 Apr 05 22:33:28.666206 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f2463244-ad48-44bb-9d15-139957c84437 req-dd72f5f4-52f4-4bd9-a646-b68b3c76621a tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541334 Apr 05 22:33:29.751112 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58156) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:29.813233 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c50ad-3d53-4152-948c-c0d08e3c0224 req-a5e329e1-15fb-43b0-84e1-0f70c5db7efa tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:29.814799 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b4c50ad-3d53-4152-948c-c0d08e3c0224 req-a5e329e1-15fb-43b0-84e1-0f70c5db7efa tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.0695627 Apr 05 22:33:29.879603 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b4c50ad-3d53-4152-948c-c0d08e3c0224 req-f7d57742-04c2-4395-8d6c-d55f453957cd tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568850 Apr 05 22:33:29.887121 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.978098 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Publish callbacks [] for security_group (f84dbe48-b847-4af7-a7a8-8cb658197a07), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:29.982516 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f84dbe48-b847-4af7-a7a8-8cb658197a07), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.020689 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=157a769cb66f4ea0af1978e6df57595c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671473 Apr 05 22:33:30.021803 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84dbe48-b847-4af7-a7a8-8cb658197a07,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.023399 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58174) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:30.029613 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.029964 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.030621 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.030621 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.031006 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.031340 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.031672 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.032271 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.032629 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.032965 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.033299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.033654 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.033974 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.034628 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.034628 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fc48d0-4603-4b09-9e82-f447208c930a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.058258 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:30.075466 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Publish callbacks [] for security_group (f84dbe48-b847-4af7-a7a8-8cb658197a07), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.097076 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Publish callbacks [] for security_group (f84dbe48-b847-4af7-a7a8-8cb658197a07), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.146647 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f84dbe48-b847-4af7-a7a8-8cb658197a07), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.150395 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.157360 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f84dbe48-b847-4af7-a7a8-8cb658197a07 HTTP/1.1" status: 204 len: 168 time: 0.1277223 Apr 05 22:33:30.169937 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84dbe48-b847-4af7-a7a8-8cb658197a07,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.178294 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.178667 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.179074 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.179424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.179764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.180095 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.180432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.180757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.181101 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.181428 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.181915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.182404 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.182749 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.183075 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.183559 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac851a2-ff61-4557-9f99-81946d7eaeab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:30.185206 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b2dd-667a-4dea-b85a-5ecb7d645b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.289252 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b2dd-667a-4dea-b85a-5ecb7d645b2e admin admin] Publish callbacks [] for security_group (d512412c-16e5-4a18-8c51-ad836192c486), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.294367 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b2dd-667a-4dea-b85a-5ecb7d645b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d512412c-16e5-4a18-8c51-ad836192c486), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.334648 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b1d0b2dd-667a-4dea-b85a-5ecb7d645b2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d07a2e51febb4c9e845344c9c0f0209a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752597 Apr 05 22:33:30.335546 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0b2dd-667a-4dea-b85a-5ecb7d645b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d512412c-16e5-4a18-8c51-ad836192c486,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.337407 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58190) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:30.410330 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9855fa66-7908-4dc1-8277-1017c215dc36 admin admin] Publish callbacks [] for security_group (d512412c-16e5-4a18-8c51-ad836192c486), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.433704 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9855fa66-7908-4dc1-8277-1017c215dc36 admin admin] Publish callbacks [] for security_group (d512412c-16e5-4a18-8c51-ad836192c486), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.504694 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9855fa66-7908-4dc1-8277-1017c215dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d512412c-16e5-4a18-8c51-ad836192c486), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.507347 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9855fa66-7908-4dc1-8277-1017c215dc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.511054 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9855fa66-7908-4dc1-8277-1017c215dc36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d512412c-16e5-4a18-8c51-ad836192c486 HTTP/1.1" status: 204 len: 168 time: 0.1700625 Apr 05 22:33:30.517551 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855fa66-7908-4dc1-8277-1017c215dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d512412c-16e5-4a18-8c51-ad836192c486,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:30.631359 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-adadb038-c882-4ab1-aac7-e021c78228d3 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:30.633088 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-adadb038-c882-4ab1-aac7-e021c78228d3 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.24 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.0829701 Apr 05 22:33:30.778385 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Deleting port a7a64326-033c-4387-95d0-74c33409b15f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:33:30.779332 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (a7a64326-033c-4387-95d0-74c33409b15f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.915777 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] For port a7a64326-033c-4387-95d0-74c33409b15f, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=a7a64326-033c-4387-95d0-74c33409b15f,segment=NetworkSegment(4931856b-197c-47bb-aab9-4daf42ea15ea),segment_id=4931856b-197c-47bb-aab9-4daf42ea15ea)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:30.916698 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (a7a64326-033c-4387-95d0-74c33409b15f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:30.937129 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Calling delete_port for a7a64326-033c-4387-95d0-74c33409b15f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:33:30.989100 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-8233ed35-622d-4a15-afa6-9bed2b1281fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890594 Apr 05 22:33:31.098239 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bff154-cb07-41f5-a870-c3723ef513bf req-18b9aafd-7e65-4a5d-9ce8-43c78e066f7d tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:31.099835 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80bff154-cb07-41f5-a870-c3723ef513bf req-18b9aafd-7e65-4a5d-9ce8-43c78e066f7d tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 945 time: 0.1149220 Apr 05 22:33:31.203125 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80bff154-cb07-41f5-a870-c3723ef513bf req-de480196-5603-4abd-9dd7-371264aa6133 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/security-groups?id=609e9156-912d-4d2d-9f4d-ee6874391715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960445 Apr 05 22:33:31.204452 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (a7a64326-033c-4387-95d0-74c33409b15f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.275772 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Pushing event deleted for resources: {'Port': ['ID=a7a64326-033c-4387-95d0-74c33409b15f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.286689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58248) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.298498 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] No DVR routers for this DVR port a7a64326-033c-4387-95d0-74c33409b15f on host hv-cinder-83344 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:33:31.302477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.305854 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5022c49-ac55-408a-a6bb-3e24d0c2bcab req-8cc6614e-0e9f-4852-a2cd-3ad40d350c6f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.24 "DELETE /v2.0/ports/a7a64326-033c-4387-95d0-74c33409b15f HTTP/1.1" status: 204 len: 173 time: 0.6669450 Apr 05 22:33:31.306557 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'name': 'network-vif-deleted', 'tag': 'a7a64326-033c-4387-95d0-74c33409b15f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:33:31.308810 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d91ad-da4e-47f4-bc5b-ba7bdd014f30" -d '{"events": [{"server_uuid": "4673e469-64a3-4c56-ae74-e84eecb0edd9", "name": "network-vif-deleted", "tag": "a7a64326-033c-4387-95d0-74c33409b15f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:33:31.346961 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06477ac-be4a-4c41-9874-7458515e1aef x-openstack-request-id: req-e06477ac-be4a-4c41-9874-7458515e1aef {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:33:31.347518 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4673e469-64a3-4c56-ae74-e84eecb0edd9", "name": "network-vif-deleted", "tag": "a7a64326-033c-4387-95d0-74c33409b15f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:33:31.347779 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e06477ac-be4a-4c41-9874-7458515e1aef {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:33:31.348184 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06477ac-be4a-4c41-9874-7458515e1aef'] response: {'server_uuid': '4673e469-64a3-4c56-ae74-e84eecb0edd9', 'name': 'network-vif-deleted', 'tag': 'a7a64326-033c-4387-95d0-74c33409b15f', 'status': 'completed', 'code': 200} Apr 05 22:33:31.439365 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98e6e5af-49ae-4370-933f-7e968bd9a516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.523100 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98e6e5af-49ae-4370-933f-7e968bd9a516 admin admin] Publish callbacks [] for security_group (b62f8e92-36d6-4929-b412-5c1f57db0891), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.528931 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-98e6e5af-49ae-4370-933f-7e968bd9a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b62f8e92-36d6-4929-b412-5c1f57db0891), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.575947 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-98e6e5af-49ae-4370-933f-7e968bd9a516 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e280832374b1481fb3092b37fb998710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875450 Apr 05 22:33:31.577513 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6e5af-49ae-4370-933f-7e968bd9a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f8e92-36d6-4929-b412-5c1f57db0891,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:31.578999 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58268) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:31.664270 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35eae9fa-1bec-4b89-b74c-af13009b59dd admin admin] Publish callbacks [] for security_group (b62f8e92-36d6-4929-b412-5c1f57db0891), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.696241 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35eae9fa-1bec-4b89-b74c-af13009b59dd admin admin] Publish callbacks [] for security_group (b62f8e92-36d6-4929-b412-5c1f57db0891), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.764731 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35eae9fa-1bec-4b89-b74c-af13009b59dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b62f8e92-36d6-4929-b412-5c1f57db0891), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.768048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35eae9fa-1bec-4b89-b74c-af13009b59dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:31.769580 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-35eae9fa-1bec-4b89-b74c-af13009b59dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b62f8e92-36d6-4929-b412-5c1f57db0891 HTTP/1.1" status: 204 len: 168 time: 0.1894329 Apr 05 22:33:31.781021 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eae9fa-1bec-4b89-b74c-af13009b59dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f8e92-36d6-4929-b412-5c1f57db0891,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:32.144795 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58296) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:32.159008 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4555-948d-40c8-8a6b-244dbc31b5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.238971 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4555-948d-40c8-8a6b-244dbc31b5a0 admin admin] Publish callbacks [] for security_group (2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.245312 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4555-948d-40c8-8a6b-244dbc31b5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.285905 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7b6c4555-948d-40c8-8a6b-244dbc31b5a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38add234820b4398aa466b68aa657ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399460 Apr 05 22:33:32.287092 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c4555-948d-40c8-8a6b-244dbc31b5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:32.288478 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:32.337945 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-399ba12d-fe87-45c0-87c8-3821141cca6f req-7786d784-60f7-42e8-b36e-9d2849e88f08 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.0525703 Apr 05 22:33:32.372919 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a91c2e27-fbe6-4472-8d35-2d080694bb25 admin admin] Publish callbacks [] for security_group (2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.397135 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a91c2e27-fbe6-4472-8d35-2d080694bb25 admin admin] Publish callbacks [] for security_group (2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.447297 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a91c2e27-fbe6-4472-8d35-2d080694bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.450244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a91c2e27-fbe6-4472-8d35-2d080694bb25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.451479 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a91c2e27-fbe6-4472-8d35-2d080694bb25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e HTTP/1.1" status: 204 len: 168 time: 0.1619055 Apr 05 22:33:32.459284 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c2e27-fbe6-4472-8d35-2d080694bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0929ab-118d-4f8a-be9e-e4e1fb4f1f3e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:32.746532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['a7a64326-033c-4387-95d0-74c33409b15f'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:33:32.810804 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:32.834980 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-748d1ae6-7d68-43ef-a4d6-06afce0b5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:32.836750 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-748d1ae6-7d68-43ef-a4d6-06afce0b5c5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1129 time: 0.1023021 Apr 05 22:33:33.444825 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71d5b32b-8dd0-4446-a1f5-a0da1eaff413 req-d9797250-f0aa-448e-bfc6-841618c7f293 tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.0273740 Apr 05 22:33:33.828783 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-7207a8b3-2d34-493e-9748-cf634d0eea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:33.830103 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-7207a8b3-2d34-493e-9748-cf634d0eea18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.1003458 Apr 05 22:33:33.933313 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-12d5936d-868b-47eb-afe6-acc6f0520905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 1001 time: 0.0940516 Apr 05 22:33:33.985534 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-1254ee23-9040-4127-b0c3-2af1d1aa8a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:33.987048 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-1254ee23-9040-4127-b0c3-2af1d1aa8a0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0465124 Apr 05 22:33:34.037789 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-2dc23a64-ce58-47dd-9b5c-b865d94ef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:34.039326 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-2dc23a64-ce58-47dd-9b5c-b865d94ef067 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429497 Apr 05 22:33:34.137644 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-b4aca7b4-ca63-4b66-a79d-cc9ee0a7b641 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907438 Apr 05 22:33:34.238209 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d634aaa0-2e9b-4f15-9002-4e1ecd3fca0e req-c2234612-eb7e-45f1-a64d-21b5b13e5c1f service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884943 Apr 05 22:33:34.565725 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b7e661e9-a3c0-4838-8c60-7cd0e967a038 req-d8d2ffe2-34a0-40e1-9b16-75a8c001af7f tempest-DeleteServersTestJSON-1503164548 tempest-DeleteServersTestJSON-1503164548-project] 10.222.0.26 "GET /v2.0/ports?device_id=4673e469-64a3-4c56-ae74-e84eecb0edd9 HTTP/1.1" status: 200 len: 210 time: 0.0339944 Apr 05 22:33:34.834284 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58430) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:34.960296 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcba8-4194-429c-a2c5-12d0c4aff39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.040962 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcba8-4194-429c-a2c5-12d0c4aff39b admin admin] Publish callbacks [] for security_group (22d0bc5a-1319-4d88-a43f-78cbfdab2f6f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.045021 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcba8-4194-429c-a2c5-12d0c4aff39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (22d0bc5a-1319-4d88-a43f-78cbfdab2f6f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.087674 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6a3dcba8-4194-429c-a2c5-12d0c4aff39b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=598dfde1183c4e65a550d969b5b9318d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517605 Apr 05 22:33:35.091022 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58444) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:35.098300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dcba8-4194-429c-a2c5-12d0c4aff39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d0bc5a-1319-4d88-a43f-78cbfdab2f6f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:35.148838 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e740319f-ac2d-4d1f-a1da-2a3a3cfde727 admin admin] Publish callbacks [] for security_group (22d0bc5a-1319-4d88-a43f-78cbfdab2f6f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.173110 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e740319f-ac2d-4d1f-a1da-2a3a3cfde727 admin admin] Publish callbacks [] for security_group (22d0bc5a-1319-4d88-a43f-78cbfdab2f6f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.233254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e740319f-ac2d-4d1f-a1da-2a3a3cfde727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (22d0bc5a-1319-4d88-a43f-78cbfdab2f6f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.236044 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e740319f-ac2d-4d1f-a1da-2a3a3cfde727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.237198 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e740319f-ac2d-4d1f-a1da-2a3a3cfde727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22d0bc5a-1319-4d88-a43f-78cbfdab2f6f HTTP/1.1" status: 204 len: 168 time: 0.1450188 Apr 05 22:33:35.245901 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740319f-ac2d-4d1f-a1da-2a3a3cfde727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d0bc5a-1319-4d88-a43f-78cbfdab2f6f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:35.592154 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58484) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:35.611515 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d64cdf30-f174-4899-a3c7-cd20daf524e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.700120 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d64cdf30-f174-4899-a3c7-cd20daf524e9 admin admin] Publish callbacks [] for security_group (74ae23ca-7d8d-4db0-9496-323ca99d172e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.704125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d64cdf30-f174-4899-a3c7-cd20daf524e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (74ae23ca-7d8d-4db0-9496-323ca99d172e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.760979 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d64cdf30-f174-4899-a3c7-cd20daf524e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f328cf25370847d1970f747be6d86d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672976 Apr 05 22:33:35.764287 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58492) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:35.771550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cdf30-f174-4899-a3c7-cd20daf524e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae23ca-7d8d-4db0-9496-323ca99d172e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:35.847534 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d941eeae-51d2-428f-9b82-d9159d0d8fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.847995 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44147d2c-4fa2-40c4-8a15-729571ada9f4 admin admin] Publish callbacks [] for security_group (74ae23ca-7d8d-4db0-9496-323ca99d172e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.870319 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44147d2c-4fa2-40c4-8a15-729571ada9f4 admin admin] Publish callbacks [] for security_group (74ae23ca-7d8d-4db0-9496-323ca99d172e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.923498 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44147d2c-4fa2-40c4-8a15-729571ada9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (74ae23ca-7d8d-4db0-9496-323ca99d172e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.926383 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-44147d2c-4fa2-40c4-8a15-729571ada9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:35.927695 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-44147d2c-4fa2-40c4-8a15-729571ada9f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74ae23ca-7d8d-4db0-9496-323ca99d172e HTTP/1.1" status: 204 len: 168 time: 0.1621866 Apr 05 22:33:35.938280 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44147d2c-4fa2-40c4-8a15-729571ada9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae23ca-7d8d-4db0-9496-323ca99d172e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:36.795804 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device a7a64326-033c-4387-95d0-74c33409b15f no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:33:36.816452 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: a7a64326-033c-4387-95d0-74c33409b15f {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:33:36.816796 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device a7a64326-033c-4387-95d0-74c33409b15f not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:33:38.122023 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-24e7138f-a0e3-416e-a2d5-15664bffdfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:39.358102 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:40.654143 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:42.266375 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.600412 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:43.651980 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Deleting subnet 8a9e2446-f77d-48d9-9379-b49077a3d619 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:33:43.655558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Publish callbacks [] for subnet (8a9e2446-f77d-48d9-9379-b49077a3d619), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.694561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (8a9e2446-f77d-48d9-9379-b49077a3d619), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.737550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (8a9e2446-f77d-48d9-9379-b49077a3d619), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.807684 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (8a9e2446-f77d-48d9-9379-b49077a3d619), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.841791 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9e2446-f77d-48d9-9379-b49077a3d619,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:43.847145 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:43.853764 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ba8ade3f-6e41-49cb-9718-3c8426243655 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a9e2446-f77d-48d9-9379-b49077a3d619 HTTP/1.1" status: 204 len: 168 time: 0.2499955 Apr 05 22:33:43.854228 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:43.943444 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (2e8daa4f-f5d0-414c-ab5c-da83d297e1bc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.040454 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (2e8daa4f-f5d0-414c-ab5c-da83d297e1bc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.070822 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8daa4f-f5d0-414c-ab5c-da83d297e1bc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:44.072116 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4931856b-197c-47bb-aab9-4daf42ea15ea') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:44.072487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4931856b-197c-47bb-aab9-4daf42ea15ea') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:44.084289 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (4931856b-197c-47bb-aab9-4daf42ea15ea), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.102789 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (4931856b-197c-47bb-aab9-4daf42ea15ea), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.111186 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:33:44.111700 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (4931856b-197c-47bb-aab9-4daf42ea15ea), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:33:44.114812 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:33:44.188714 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (2e8daa4f-f5d0-414c-ab5c-da83d297e1bc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.203937 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.209006 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e8daa4f-f5d0-414c-ab5c-da83d297e1bc HTTP/1.1" status: 204 len: 168 time: 0.3530004 Apr 05 22:33:44.224899 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94083c-2959-4ed4-b8c7-f31cc7e0c819 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8daa4f-f5d0-414c-ab5c-da83d297e1bc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:44.415158 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58826) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:44.475442 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d266477e-4531-4a64-b1d9-29e210443057 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db2d0b5137524bf6aebf4973c62f21fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0590789 Apr 05 22:33:44.477809 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58842) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:44.542511 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-367eca0f-beb8-42d9-ba6f-bb734e94c658 admin admin] Publish callbacks [] for security_group (609e9156-912d-4d2d-9f4d-ee6874391715), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.567570 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-367eca0f-beb8-42d9-ba6f-bb734e94c658 admin admin] Publish callbacks [] for security_group (609e9156-912d-4d2d-9f4d-ee6874391715), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.625430 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-367eca0f-beb8-42d9-ba6f-bb734e94c658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (609e9156-912d-4d2d-9f4d-ee6874391715), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.632309 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-367eca0f-beb8-42d9-ba6f-bb734e94c658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:44.633732 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-367eca0f-beb8-42d9-ba6f-bb734e94c658 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/609e9156-912d-4d2d-9f4d-ee6874391715 HTTP/1.1" status: 204 len: 168 time: 0.1549206 Apr 05 22:33:44.653126 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eca0f-beb8-42d9-ba6f-bb734e94c658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e9156-912d-4d2d-9f4d-ee6874391715,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:45.378130 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:33:45.565398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58932) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:45.580887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58936) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:45.677814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-network', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:45.710830 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff132ea7-c72c-4aee-a2ff-3530dfc2385a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.723218 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Made reservation on behalf of c12b3ef92f644773a69c3b4728060713 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:45.725474 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.744172 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.852799 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff132ea7-c72c-4aee-a2ff-3530dfc2385a admin admin] Publish callbacks [] for security_group (c9e06b6b-1dc4-46fe-9334-ad15b01e479b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.861849 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff132ea7-c72c-4aee-a2ff-3530dfc2385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c9e06b6b-1dc4-46fe-9334-ad15b01e479b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.916712 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks [] for security_group (621c9898-0c69-44dd-a3de-05c4bf75a2c6), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.919498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff132ea7-c72c-4aee-a2ff-3530dfc2385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e06b6b-1dc4-46fe-9334-ad15b01e479b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:45.924828 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ff132ea7-c72c-4aee-a2ff-3530dfc2385a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3526725dd0ab4b3eb8ccf4741eb5c105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429809 Apr 05 22:33:45.925550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (621c9898-0c69-44dd-a3de-05c4bf75a2c6), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.928201 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:45.956487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:45.967760 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c9898-0c69-44dd-a3de-05c4bf75a2c6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:45.972987 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (b5b5c96b-8720-44a5-b4cd-75961e5956cc), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:45.973322 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Added segment b5b5c96b-8720-44a5-b4cd-75961e5956cc of type vlan for network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 Apr 05 22:33:45.987814 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a4b86e-4522-44aa-ab92-0e6fc1fa7a2f admin admin] Publish callbacks [] for security_group (c9e06b6b-1dc4-46fe-9334-ad15b01e479b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.011281 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a4b86e-4522-44aa-ab92-0e6fc1fa7a2f admin admin] Publish callbacks [] for security_group (c9e06b6b-1dc4-46fe-9334-ad15b01e479b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.017878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (0ff3ed44-2048-46e1-bc63-4a52a03fd624), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.051296 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (0ff3ed44-2048-46e1-bc63-4a52a03fd624), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.052569 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:46.053347 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.064251 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a4b86e-4522-44aa-ab92-0e6fc1fa7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c9e06b6b-1dc4-46fe-9334-ad15b01e479b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.067044 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09a4b86e-4522-44aa-ab92-0e6fc1fa7a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.068330 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-09a4b86e-4522-44aa-ab92-0e6fc1fa7a2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9e06b6b-1dc4-46fe-9334-ad15b01e479b HTTP/1.1" status: 204 len: 168 time: 0.1387401 Apr 05 22:33:46.076312 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4b86e-4522-44aa-ab92-0e6fc1fa7a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e06b6b-1dc4-46fe-9334-ad15b01e479b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.122656 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5561600 Apr 05 22:33:46.125557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58948) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:46.132215 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Request body: {'subnet': {'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-subnet', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:46.140987 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df893bac-79d7-4b44-9e26-eae6e07bb363 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff3ed44-2048-46e1-bc63-4a52a03fd624,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.153000 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:46.175074 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Made reservation on behalf of c12b3ef92f644773a69c3b4728060713 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:46.185238 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130470193'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.410426 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131948866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130470191'] for subnet (1b9541c5-20a2-4a99-b523-fa72422acb84), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.456823 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58966) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:46.489053 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bab0a9b5-40e2-4bd7-903b-852f94bf8c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.502984 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9541c5-20a2-4a99-b523-fa72422acb84,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.513849 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Checking segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:46.514213 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Network hostable DHCP agents. Network: 0ff3ed44-2048-46e1-bc63-4a52a03fd624, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:46.554019 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:46.572941 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 0ff3ed44-2048-46e1-bc63-4a52a03fd624) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:46.580939 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:46.581937 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.584419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8f37a-8707-4f68-a459-5b88cd61ac4b None None] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:46.610805 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-023385d6-3024-474f-b1f6-e78257e2e628 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4841137 Apr 05 22:33:46.613614 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58974) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:46.618415 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:46.631670 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bab0a9b5-40e2-4bd7-903b-852f94bf8c77 admin admin] Publish callbacks [] for security_group (a59c07e4-d1c2-4edb-ba67-4ca28bee78e5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.636639 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bab0a9b5-40e2-4bd7-903b-852f94bf8c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a59c07e4-d1c2-4edb-ba67-4ca28bee78e5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.672644 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.673684 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.688661 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bab0a9b5-40e2-4bd7-903b-852f94bf8c77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6612ce259f044e33a0fa31c383fcd28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306607 Apr 05 22:33:46.691087 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0a9b5-40e2-4bd7-903b-852f94bf8c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c07e4-d1c2-4edb-ba67-4ca28bee78e5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:46.698336 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 58978) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:46.755161 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:46.755706 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.765422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks [] for router_controller (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.869968 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8640ba7b-3b60-4ad8-a423-fca8d061c51c admin admin] Publish callbacks [] for security_group (a59c07e4-d1c2-4edb-ba67-4ca28bee78e5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.904289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Allocated IP 172.20.0.2 (0ff3ed44-2048-46e1-bc63-4a52a03fd624/1b9541c5-20a2-4a99-b523-fa72422acb84/42005bbf-d946-422f-8c7b-50a8fa087f6c) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:46.954470 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8640ba7b-3b60-4ad8-a423-fca8d061c51c admin admin] Publish callbacks [] for security_group (a59c07e4-d1c2-4edb-ba67-4ca28bee78e5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:46.963495 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks [] for router_gateway (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.058021 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Publish callbacks [] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.062728 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8640ba7b-3b60-4ad8-a423-fca8d061c51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a59c07e4-d1c2-4edb-ba67-4ca28bee78e5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.064711 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.065459 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8640ba7b-3b60-4ad8-a423-fca8d061c51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.066610 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8640ba7b-3b60-4ad8-a423-fca8d061c51c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a59c07e4-d1c2-4edb-ba67-4ca28bee78e5 HTTP/1.1" status: 204 len: 168 time: 0.3666875 Apr 05 22:33:47.081445 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640ba7b-3b60-4ad8-a423-fca8d061c51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c07e4-d1c2-4edb-ba67-4ca28bee78e5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:47.115429 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:47.124389 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:47.128960 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:47.144240 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Pushing event updated for resources: {'Port': ['ID=42005bbf-d946-422f-8c7b-50a8fa087f6c,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:47.174929 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.175488 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.175640 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.175971 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.176304 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.176634 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.176967 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.177294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.177621 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.177945 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.178267 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.178774 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.179253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.179745 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.180218 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:47.221361 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Attempting to bind port 42005bbf-d946-422f-8c7b-50a8fa087f6c on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:47.222128 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Attempting to bind port 42005bbf-d946-422f-8c7b-50a8fa087f6c by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:47.222658 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Attempting to bind port 42005bbf-d946-422f-8c7b-50a8fa087f6c on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:47.228806 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:47.229185 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Checking segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:47.229587 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.229974 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Bound using segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:47.231001 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Bound port: 42005bbf-d946-422f-8c7b-50a8fa087f6c, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:47.231381 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.241466 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks [] for router_gateway (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.270053 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.297763 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] For port 42005bbf-d946-422f-8c7b-50a8fa087f6c, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:47.301085 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] For port 42005bbf-d946-422f-8c7b-50a8fa087f6c, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=42005bbf-d946-422f-8c7b-50a8fa087f6c,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:47.308059 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.381103 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8b8b8-e318-4998-a4c0-dcd2facc7255 None None] Pushing event updated for resources: {'Port': ['ID=42005bbf-d946-422f-8c7b-50a8fa087f6c,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:47.407000 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Allocated IP 172.27.0.58 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/078689a6-76c7-4c5a-bbb9-8b39e2076d03) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:47.504772 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58988) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:47.521017 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a808a85-2f91-46b6-8b7d-12a398364702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.708999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a808a85-2f91-46b6-8b7d-12a398364702 admin admin] Publish callbacks [] for security_group (0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.716078 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5a808a85-2f91-46b6-8b7d-12a398364702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.775352 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808a85-2f91-46b6-8b7d-12a398364702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:47.781102 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5a808a85-2f91-46b6-8b7d-12a398364702 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd5cf6e99dbc4f9a95e4ca5f4eb54b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749927 Apr 05 22:33:47.784141 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 58996) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:47.829502 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks [] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.870688 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-005ffb6d-fa5e-4304-baba-c622062f8acb admin admin] Publish callbacks [] for security_group (0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.897830 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.905408 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-005ffb6d-fa5e-4304-baba-c622062f8acb admin admin] Publish callbacks [] for security_group (0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:47.948699 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:47.955870 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:47.959750 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:47.995820 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Pushing event updated for resources: {'Port': ['ID=078689a6-76c7-4c5a-bbb9-8b39e2076d03,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:48.006069 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-005ffb6d-fa5e-4304-baba-c622062f8acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.012413 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-005ffb6d-fa5e-4304-baba-c622062f8acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.020726 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-005ffb6d-fa5e-4304-baba-c622062f8acb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd HTTP/1.1" status: 204 len: 168 time: 0.2312465 Apr 05 22:33:48.060941 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ffb6d-fa5e-4304-baba-c622062f8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c603dd0-d387-4f9f-9dd2-5880fdd3f8fd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:48.201872 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 42005bbf-d946-422f-8c7b-50a8fa087f6c up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:48.258120 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 42005bbf-d946-422f-8c7b-50a8fa087f6c triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:48.258518 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.363316 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 42005bbf-d946-422f-8c7b-50a8fa087f6c is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:48.363714 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.366646 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks [] for router_gateway (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.409266 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 42005bbf-d946-422f-8c7b-50a8fa087f6c, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=42005bbf-d946-422f-8c7b-50a8fa087f6c,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:48.414730 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.505724 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=42005bbf-d946-422f-8c7b-50a8fa087f6c,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:48.635989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.703881 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7100c0f-c066-489b-8e2f-f1ee41dfcba1 None None] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:48.818855 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-532250b5-6af3-4d31-ad2c-f5c0af33826c None None] Provisioning complete for port 42005bbf-d946-422f-8c7b-50a8fa087f6c triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:48.819253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-532250b5-6af3-4d31-ad2c-f5c0af33826c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:48.832773 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:33:48.998616 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:49.011289 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Sync routers for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:49.026758 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.027213 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:49.028748 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e9339318-4bed-4b63-aa74-8975af375c32 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4139688 Apr 05 22:33:49.032523 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:49.033412 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59036) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.119157 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-532250b5-6af3-4d31-ad2c-f5c0af33826c None None] Current status of the port 42005bbf-d946-422f-8c7b-50a8fa087f6c is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:49.166866 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59042) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.235016 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:49.364129 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2058858536-network', 'tenant_id': 'e4338a9c9b964d9ca4a23c75fdc40f18'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:49.399757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Made reservation on behalf of e4338a9c9b964d9ca4a23c75fdc40f18 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:49.404321 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.443893 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.566122 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-df7e4bba-361e-4ddb-ab2d-b48335b77121 None None] Provisioning complete for port 42005bbf-d946-422f-8c7b-50a8fa087f6c triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:49.566688 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df7e4bba-361e-4ddb-ab2d-b48335b77121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.568448 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks [] for security_group (b6444bed-a0fd-4f56-a978-92f40eaf5383), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.587122 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b6444bed-a0fd-4f56-a978-92f40eaf5383), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.612357 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:49.627706 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (8bbf8363-25ac-4dd2-9fa0-9073007e0a4b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.628333 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Added segment 8bbf8363-25ac-4dd2-9fa0-9073007e0a4b of type vlan for network ce33f5e5-be98-40dc-86e0-db8663d2957c Apr 05 22:33:49.664446 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59056) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.684650 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:48Z', 'revision_number': 3, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:49.709463 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (ce33f5e5-be98-40dc-86e0-db8663d2957c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.721506 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6444bed-a0fd-4f56-a978-92f40eaf5383,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.740149 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Checking router: 58679e06-94f9-4be6-ad8a-6a7c19ef4bed for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:49.740640 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Updating router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:49.745264 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-df7e4bba-361e-4ddb-ab2d-b48335b77121 None None] Current status of the port 42005bbf-d946-422f-8c7b-50a8fa087f6c is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:49.767682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (ce33f5e5-be98-40dc-86e0-db8663d2957c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.768752 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:49.769887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.775105 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.809799 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6409245 Apr 05 22:33:49.813519 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59060) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:49.830628 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Request body: {'subnet': {'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2058858536-subnet', 'tenant_id': 'e4338a9c9b964d9ca4a23c75fdc40f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:49.894749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.898399 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Made reservation on behalf of e4338a9c9b964d9ca4a23c75fdc40f18 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:49.900669 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130470193'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.933100 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21332b4-d75a-42fd-9efe-a84d736c7438 admin admin] Pushing event updated for resources: {'Network': ['ID=ce33f5e5-be98-40dc-86e0-db8663d2957c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:49.936529 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39ab24f2-6c2f-4ba1-9ce1-bffeae3729d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:49.945580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network ce33f5e5-be98-40dc-86e0-db8663d2957c details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:50.059195 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 42005bbf-d946-422f-8c7b-50a8fa087f6c up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:50.130825 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 42005bbf-d946-422f-8c7b-50a8fa087f6c triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:50.131344 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.160909 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39ab24f2-6c2f-4ba1-9ce1-bffeae3729d8 admin admin] Publish callbacks [] for security_group (87d8ea26-983d-4441-b322-ab4b5b13667f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.171168 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-39ab24f2-6c2f-4ba1-9ce1-bffeae3729d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (87d8ea26-983d-4441-b322-ab4b5b13667f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.205560 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Publish callbacks [] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.222207 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.226649 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131948866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130470191'] for subnet (66e8f7bf-bbde-4082-b103-28701b38c48c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.239633 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Allocated IP 172.20.0.1 (0ff3ed44-2048-46e1-bc63-4a52a03fd624/1b9541c5-20a2-4a99-b523-fa72422acb84/424a71fd-b404-411a-8b49-57963e609803) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:50.258202 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 42005bbf-d946-422f-8c7b-50a8fa087f6c is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:50.265169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab24f2-6c2f-4ba1-9ce1-bffeae3729d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8ea26-983d-4441-b322-ab4b5b13667f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.273684 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-39ab24f2-6c2f-4ba1-9ce1-bffeae3729d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67932fef0be148bb811b3b5646ec96b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070218 Apr 05 22:33:50.277144 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59066) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:50.292114 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Attempting to bind port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:50.292485 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Attempting to bind port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:50.293734 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Attempting to bind port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:50.296492 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Pushing event updated for resources: {'Port': ['ID=078689a6-76c7-4c5a-bbb9-8b39e2076d03,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.305701 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.306199 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.306560 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.306941 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.307267 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.307601 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.307933 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.308240 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.309170 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.309497 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.309819 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.310165 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.310451 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.310803 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.311111 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:33:50.316237 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:50.316614 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:50.317016 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.317403 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:50.317882 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Bound port: 078689a6-76c7-4c5a-bbb9-8b39e2076d03, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:50.318261 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.333732 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e8f7bf-bbde-4082-b103-28701b38c48c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.363535 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Checking segment: {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:50.363838 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Network hostable DHCP agents. Network: ce33f5e5-be98-40dc-86e0-db8663d2957c, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:50.374056 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f784bc7-df64-4ffa-a957-c5eb16b566c4 admin admin] Publish callbacks [] for security_group (87d8ea26-983d-4441-b322-ab4b5b13667f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.374698 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] For port 078689a6-76c7-4c5a-bbb9-8b39e2076d03, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:50.378159 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] For port 078689a6-76c7-4c5a-bbb9-8b39e2076d03, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=078689a6-76c7-4c5a-bbb9-8b39e2076d03,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:50.388454 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.398544 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks [] for port (424a71fd-b404-411a-8b49-57963e609803), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.408991 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Network ce33f5e5-be98-40dc-86e0-db8663d2957c is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:50.411995 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f784bc7-df64-4ffa-a957-c5eb16b566c4 admin admin] Publish callbacks [] for security_group (87d8ea26-983d-4441-b322-ab4b5b13667f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.430782 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, ce33f5e5-be98-40dc-86e0-db8663d2957c) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:50.441455 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd9de3d-a4bd-4303-9a1a-f24519cc68d0 None None] Network ce33f5e5-be98-40dc-86e0-db8663d2957c requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:50.447961 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:50.448795 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:50.450198 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (424a71fd-b404-411a-8b49-57963e609803), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.468969 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:50.469709 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.487821 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f784bc7-df64-4ffa-a957-c5eb16b566c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (87d8ea26-983d-4441-b322-ab4b5b13667f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.491224 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f784bc7-df64-4ffa-a957-c5eb16b566c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.495800 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7f784bc7-df64-4ffa-a957-c5eb16b566c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87d8ea26-983d-4441-b322-ab4b5b13667f HTTP/1.1" status: 204 len: 168 time: 0.2143333 Apr 05 22:33:50.505934 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:50.511222 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8568f-24de-4123-b33f-2f2961ce9ea7 None None] Pushing event updated for resources: {'Port': ['ID=078689a6-76c7-4c5a-bbb9-8b39e2076d03,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.511634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:50.524590 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f784bc7-df64-4ffa-a957-c5eb16b566c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8ea26-983d-4441-b322-ab4b5b13667f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.540354 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-812a3e18-80f9-44b9-a7aa-2637533c5950 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7157898 Apr 05 22:33:50.540615 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:50.613473 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:50.669319 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:50.682649 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c1de9-5883-41ae-961a-567d60a853db None None] Network ce33f5e5-be98-40dc-86e0-db8663d2957c requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:50.829880 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Pushing event updated for resources: {'Port': ['ID=424a71fd-b404-411a-8b49-57963e609803,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:50.900915 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:48Z', 'revision_number': 3, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:50.951602 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e692ac-4326-452c-88c7-4cf296f669de None None] The sync data for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi is: [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:48Z', 'revision_number': 3, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:51.006141 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e5becb62-886b-4c5e-b076-dcd31e22bd9f None None] Provisioning complete for port 424a71fd-b404-411a-8b49-57963e609803 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:51.006447 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5becb62-886b-4c5e-b076-dcd31e22bd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (424a71fd-b404-411a-8b49-57963e609803), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.016829 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (424a71fd-b404-411a-8b49-57963e609803), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.054879 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e5becb62-886b-4c5e-b076-dcd31e22bd9f None None] Port 424a71fd-b404-411a-8b49-57963e609803 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:51.285630 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks [] for port (424a71fd-b404-411a-8b49-57963e609803), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.310923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (424a71fd-b404-411a-8b49-57963e609803), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.453124 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.474278 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Pushing event updated for resources: {'Port': ['ID=424a71fd-b404-411a-8b49-57963e609803,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:51.587960 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:51.589526 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:51.627072 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59104) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:51.736605 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:51.764219 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2108860516-network', 'tenant_id': '85c2206ba2474de29730553f3154924f'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:51.795308 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Made reservation on behalf of 85c2206ba2474de29730553f3154924f for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:51.799297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.809777 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.872296 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:51.878739 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-92bf842e-60c0-4f3e-b0ee-2e36f716544f admin admin] 10.222.0.26 "PUT /v2.0/routers/58679e06-94f9-4be6-ad8a-6a7c19ef4bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8429899 Apr 05 22:33:51.891784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4da6caec-7062-41fe-ac1a-4447b98c45b6 None None] Provisioning complete for port 424a71fd-b404-411a-8b49-57963e609803 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:51.892219 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4da6caec-7062-41fe-ac1a-4447b98c45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (424a71fd-b404-411a-8b49-57963e609803), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.926743 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks [] for security_group (941d4a90-6ade-4f5d-b948-22589fa427e4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.932187 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (941d4a90-6ade-4f5d-b948-22589fa427e4), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.935306 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4da6caec-7062-41fe-ac1a-4447b98c45b6 None None] Port 424a71fd-b404-411a-8b49-57963e609803 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:51.956374 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:51.974578 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d4a90-6ade-4f5d-b948-22589fa427e4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:51.984422 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:51.984774 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Added segment dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab of type vlan for network 3b89deb8-9e64-4ff5-8a79-933790d6c283 Apr 05 22:33:52.037336 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (3b89deb8-9e64-4ff5-8a79-933790d6c283), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.088058 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (3b89deb8-9e64-4ff5-8a79-933790d6c283), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.089033 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:52.089681 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.107041 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 078689a6-76c7-4c5a-bbb9-8b39e2076d03 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:52.128522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:52.128727 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5004513 Apr 05 22:33:52.133631 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Request body: {'subnet': {'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2108860516-subnet', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:52.163444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf189beb-d335-402f-a7e5-389225a9beaa admin admin] Pushing event updated for resources: {'Network': ['ID=3b89deb8-9e64-4ff5-8a79-933790d6c283,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.166530 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Made reservation on behalf of 85c2206ba2474de29730553f3154924f for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:52.171020 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.185437 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:52.249219 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:52.249620 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.348074 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:52.348470 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.365889 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (d0f48a2d-129d-44b5-b08f-0175cda93606), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.369022 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 078689a6-76c7-4c5a-bbb9-8b39e2076d03, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=078689a6-76c7-4c5a-bbb9-8b39e2076d03,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:52.372932 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.421398 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=078689a6-76c7-4c5a-bbb9-8b39e2076d03,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.421825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f48a2d-129d-44b5-b08f-0175cda93606,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.430775 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Checking segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:52.431108 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Network hostable DHCP agents. Network: 3b89deb8-9e64-4ff5-8a79-933790d6c283, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:52.447707 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:52.457216 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 3b89deb8-9e64-4ff5-8a79-933790d6c283) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:52.461020 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:52.461618 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.466244 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59b2a8-62a1-4c4f-bd7f-b5447d13ebbf None None] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:52.481781 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7b9c3f6a-0ef3-458a-8324-0fbcbeb2b58b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3521030 Apr 05 22:33:52.484354 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59130) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:52.488471 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:52.510732 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (0be5d259-78d1-4938-bf4a-320cc03e6758), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.512152 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (0be5d259-78d1-4938-bf4a-320cc03e6758), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.573224 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-3b89deb8-9e64-4ff5-8a79-933790d6c283', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'project_id': '85c2206ba2474de29730553f3154924f', 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:52.574210 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.723628 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Allocated IP 172.20.0.2 (3b89deb8-9e64-4ff5-8a79-933790d6c283/d0f48a2d-129d-44b5-b08f-0175cda93606/dcb22ffc-5874-4d82-8efa-a0b088dbe3e1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:52.773696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks [] for router_controller (0be5d259-78d1-4938-bf4a-320cc03e6758), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.887143 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Publish callbacks [] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.893270 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.920764 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks [] for router_gateway (0be5d259-78d1-4938-bf4a-320cc03e6758), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:52.938899 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:52.945320 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:52.951009 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Pushing event updated for resources: {'Port': ['ID=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:52.954943 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:53.012316 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Sync routers for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:53.025526 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Attempting to bind port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:53.025943 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Attempting to bind port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:53.026403 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Attempting to bind port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 on network 3b89deb8-9e64-4ff5-8a79-933790d6c283 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:53.034782 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:53.035171 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Checking segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:53.035578 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.035972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Bound using segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:53.036458 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Bound port: dcb22ffc-5874-4d82-8efa-a0b088dbe3e1, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:53.036823 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.038558 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:53.039198 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:53.144278 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks [] for router_gateway (0be5d259-78d1-4938-bf4a-320cc03e6758), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.163917 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.193635 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] For port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:53.211023 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] For port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:53.213246 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:53.240006 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.284785 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Allocated IP 172.27.0.110 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/faec3060-bbb1-45e4-98e5-a3638a931372) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:53.357013 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bdf68-6c11-4b80-ba89-38a5f26f22dc None None] Pushing event updated for resources: {'Port': ['ID=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:53.403273 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks [] for port (faec3060-bbb1-45e4-98e5-a3638a931372), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.450258 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.495052 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:53.499253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:51Z', 'revision_number': 2, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:53.499431 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:53.501683 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:53.535909 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Pushing event updated for resources: {'Port': ['ID=faec3060-bbb1-45e4-98e5-a3638a931372,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:53.569558 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Checking router: 58679e06-94f9-4be6-ad8a-6a7c19ef4bed for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:53.569925 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Updating router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed port 424a71fd-b404-411a-8b49-57963e609803 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:53.608352 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (424a71fd-b404-411a-8b49-57963e609803), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:53.826900 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks [] for router_gateway (0be5d259-78d1-4938-bf4a-320cc03e6758), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.086544 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (0be5d259-78d1-4938-bf4a-320cc03e6758), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.101625 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Publish callbacks [] for port (424a71fd-b404-411a-8b49-57963e609803), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.109972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (424a71fd-b404-411a-8b49-57963e609803), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.251244 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 078689a6-76c7-4c5a-bbb9-8b39e2076d03 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:54.282647 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Attempting to bind port 424a71fd-b404-411a-8b49-57963e609803 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:54.283141 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Attempting to bind port 424a71fd-b404-411a-8b49-57963e609803 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:54.283528 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Attempting to bind port 424a71fd-b404-411a-8b49-57963e609803 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:54.322326 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b533e-8d69-4ab0-942c-317fb4321410 None None] Pushing event updated for resources: {'Port': ['ID=424a71fd-b404-411a-8b49-57963e609803,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.329356 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:54.329746 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Checking segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:54.330249 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.330651 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Bound using segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:54.331224 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Bound port: 424a71fd-b404-411a-8b49-57963e609803, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:54.331586 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (424a71fd-b404-411a-8b49-57963e609803), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.385736 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Router 0be5d259-78d1-4938-bf4a-320cc03e6758 is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:33:54.434502 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:54.435075 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.503512 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] For port 424a71fd-b404-411a-8b49-57963e609803, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:54.512418 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] For port 424a71fd-b404-411a-8b49-57963e609803, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=424a71fd-b404-411a-8b49-57963e609803,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:54.523213 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (424a71fd-b404-411a-8b49-57963e609803), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.564716 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:54.576789 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Sync routers for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:54.587051 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.590745 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:54.591706 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:54.593080 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-deda4a43-04f9-44b7-81dc-edebd33b4589 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1076670 Apr 05 22:33:54.593751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:54.627721 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:54.628820 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:54.703167 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:54.703880 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:54.762379 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:54.771327 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] Provisioning complete for port 424a71fd-b404-411a-8b49-57963e609803 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:54.771725 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (424a71fd-b404-411a-8b49-57963e609803), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.801540 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1cbabc-abde-452d-9666-33d6b7c9f2ff None None] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:54.811689 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b533e-8d69-4ab0-942c-317fb4321410 None None] Pushing event updated for resources: {'Port': ['ID=424a71fd-b404-411a-8b49-57963e609803,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:54.959616 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:54.959997 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:54.982332 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:53Z', 'revision_number': 3, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:55.011291 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Checking router: 0be5d259-78d1-4938-bf4a-320cc03e6758 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:33:55.012157 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Updating router 0be5d259-78d1-4938-bf4a-320cc03e6758 port faec3060-bbb1-45e4-98e5-a3638a931372 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:33:55.044688 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.047363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:55.175272 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] Current status of the port 424a71fd-b404-411a-8b49-57963e609803 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:55.175959 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (424a71fd-b404-411a-8b49-57963e609803), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.313840 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:55.314232 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.321246 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] For port 424a71fd-b404-411a-8b49-57963e609803, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=424a71fd-b404-411a-8b49-57963e609803,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:55.343565 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (424a71fd-b404-411a-8b49-57963e609803), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.387964 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.438815 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921172ee-58ad-4b9d-a169-7959c6ec9501 None None] Pushing event updated for resources: {'Port': ['ID=424a71fd-b404-411a-8b49-57963e609803,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.479295 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:55.492266 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.502975 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Publish callbacks [] for port (faec3060-bbb1-45e4-98e5-a3638a931372), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.510926 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.598807 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b10d8-5c41-4306-8ac5-f1d7180e2e41 None None] Pushing event updated for resources: {'Port': ['ID=faec3060-bbb1-45e4-98e5-a3638a931372,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.609297 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.616303 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Attempting to bind port faec3060-bbb1-45e4-98e5-a3638a931372 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:33:55.616787 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Attempting to bind port faec3060-bbb1-45e4-98e5-a3638a931372 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:33:55.617038 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Attempting to bind port faec3060-bbb1-45e4-98e5-a3638a931372 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:33:55.622963 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:33:55.623345 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:55.623748 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.624143 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:33:55.624619 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Bound port: faec3060-bbb1-45e4-98e5-a3638a931372, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:33:55.625005 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.638564 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e73562ec-7656-4963-9e3b-c1724b30e8f1 None None] Provisioning complete for port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:55.639125 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e73562ec-7656-4963-9e3b-c1724b30e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.692487 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] For port faec3060-bbb1-45e4-98e5-a3638a931372, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:33:55.695994 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] For port faec3060-bbb1-45e4-98e5-a3638a931372, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=faec3060-bbb1-45e4-98e5-a3638a931372,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:33:55.697683 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Allocated IP 172.20.0.1 (3b89deb8-9e64-4ff5-8a79-933790d6c283/d0f48a2d-129d-44b5-b08f-0175cda93606/fe2b60e3-35a7-446a-be54-5a427ca6ec40) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:33:55.706389 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.754728 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:54Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:55.788453 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:55.789434 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:55.800193 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f9bb03-c0da-491f-896c-c9d4c399aa72 None None] The sync data for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi is: [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:54Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:55.830025 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e73562ec-7656-4963-9e3b-c1724b30e8f1 None None] Current status of the port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:55.844690 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b10d8-5c41-4306-8ac5-f1d7180e2e41 None None] Pushing event updated for resources: {'Port': ['ID=faec3060-bbb1-45e4-98e5-a3638a931372,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:55.846287 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e73562ec-7656-4963-9e3b-c1724b30e8f1 None None] Provisioning complete for port 424a71fd-b404-411a-8b49-57963e609803 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:55.846662 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e73562ec-7656-4963-9e3b-c1724b30e8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (424a71fd-b404-411a-8b49-57963e609803), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.882737 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks [] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.952293 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:55.975068 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:55.981101 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e73562ec-7656-4963-9e3b-c1724b30e8f1 None None] Current status of the port 424a71fd-b404-411a-8b49-57963e609803 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:56.019616 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:56.024279 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:56.032284 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:33:56.043002 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2b60e3-35a7-446a-be54-5a427ca6ec40,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:56.117373 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a1afb8b0-3743-4338-bcef-9e0f4e696f94 None None] Provisioning complete for port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:56.124758 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1afb8b0-3743-4338-bcef-9e0f4e696f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.142488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (0be5d259-78d1-4938-bf4a-320cc03e6758), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.192739 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 424a71fd-b404-411a-8b49-57963e609803 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:56.342026 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:53Z', 'revision_number': 3, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:56.364156 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a1afb8b0-3743-4338-bcef-9e0f4e696f94 None None] Current status of the port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:56.380321 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7294f27f-ed9e-41d9-81e1-0de5bb866563 None None] The sync data for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi is: [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:53Z', 'revision_number': 3, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:33:56.393559 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 424a71fd-b404-411a-8b49-57963e609803 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:56.393939 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (424a71fd-b404-411a-8b49-57963e609803), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.401504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.512230 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 424a71fd-b404-411a-8b49-57963e609803 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:56.513671 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:56.520006 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-9cc8a689-9b1a-4006-ad6d-d055094f207b None None] Provisioning complete for port fe2b60e3-35a7-446a-be54-5a427ca6ec40 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:56.520213 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cc8a689-9b1a-4006-ad6d-d055094f207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.636044 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks [] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.642330 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.767140 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2b60e3-35a7-446a-be54-5a427ca6ec40,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:56.783478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8a689-9b1a-4006-ad6d-d055094f207b None None] Port fe2b60e3-35a7-446a-be54-5a427ca6ec40 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:56.800180 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (0be5d259-78d1-4938-bf4a-320cc03e6758), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.814046 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:56.814671 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:56.949622 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:33:56.951660 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:56.967975 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:57.163788 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Router 0be5d259-78d1-4938-bf4a-320cc03e6758 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:33:57.402805 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:33:57.414311 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-250a5f93-9618-439f-9f39-fca97ce86347 admin admin] 10.222.0.26 "PUT /v2.0/routers/0be5d259-78d1-4938-bf4a-320cc03e6758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8194251 Apr 05 22:33:57.445303 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cea6126a-77d2-4e8d-8457-84f736e0eab9 None None] Provisioning complete for port fe2b60e3-35a7-446a-be54-5a427ca6ec40 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:57.445902 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cea6126a-77d2-4e8d-8457-84f736e0eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:57.517879 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cea6126a-77d2-4e8d-8457-84f736e0eab9 None None] Port fe2b60e3-35a7-446a-be54-5a427ca6ec40 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:33:57.848450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59244) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:57.961922 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b100d05b-91b1-4d3d-a49b-5a381b95eb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.071924 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device faec3060-bbb1-45e4-98e5-a3638a931372 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:33:58.080266 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b100d05b-91b1-4d3d-a49b-5a381b95eb24 admin admin] Publish callbacks [] for security_group (30992bdd-1532-42c3-9cbc-e8502ba8963b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.084944 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b100d05b-91b1-4d3d-a49b-5a381b95eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (30992bdd-1532-42c3-9cbc-e8502ba8963b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.125341 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100d05b-91b1-4d3d-a49b-5a381b95eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30992bdd-1532-42c3-9cbc-e8502ba8963b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.129801 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b100d05b-91b1-4d3d-a49b-5a381b95eb24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9860175010e34dfcb3d63b6b046bd123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802167 Apr 05 22:33:58.132607 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59256) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:58.141957 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port faec3060-bbb1-45e4-98e5-a3638a931372 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:33:58.142344 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.162435 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:58.167531 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1844814596-network', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:58.188934 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Made reservation on behalf of 5c8a196f610545749e2db3fc6f0e838c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:58.191132 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.192043 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bdea6d3-7383-497b-9339-470721132dd9 admin admin] Publish callbacks [] for security_group (30992bdd-1532-42c3-9cbc-e8502ba8963b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.205928 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.220430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bdea6d3-7383-497b-9339-470721132dd9 admin admin] Publish callbacks [] for security_group (30992bdd-1532-42c3-9cbc-e8502ba8963b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.240258 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port faec3060-bbb1-45e4-98e5-a3638a931372 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:33:58.240845 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.263226 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port faec3060-bbb1-45e4-98e5-a3638a931372, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=faec3060-bbb1-45e4-98e5-a3638a931372,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:33:58.267587 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.282630 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bdea6d3-7383-497b-9339-470721132dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (30992bdd-1532-42c3-9cbc-e8502ba8963b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.285445 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0bdea6d3-7383-497b-9339-470721132dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.289231 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0bdea6d3-7383-497b-9339-470721132dd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30992bdd-1532-42c3-9cbc-e8502ba8963b HTTP/1.1" status: 204 len: 168 time: 0.1529167 Apr 05 22:33:58.299370 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea6d3-7383-497b-9339-470721132dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30992bdd-1532-42c3-9cbc-e8502ba8963b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.316362 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks [] for security_group (f28e4646-a0d8-49f4-b06c-719bf911869b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.321981 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f28e4646-a0d8-49f4-b06c-719bf911869b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.332994 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=faec3060-bbb1-45e4-98e5-a3638a931372,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.342287 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:33:58.363713 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (46cd5ba4-ec45-4d40-8c5c-ba23f92def58), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.364059 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Added segment 46cd5ba4-ec45-4d40-8c5c-ba23f92def58 of type vlan for network 7a4fcc9d-1d7d-41b0-9547-7d981192473d Apr 05 22:33:58.365248 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e4646-a0d8-49f4-b06c-719bf911869b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.416003 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (7a4fcc9d-1d7d-41b0-9547-7d981192473d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.442567 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (7a4fcc9d-1d7d-41b0-9547-7d981192473d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.443927 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.444573 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.514484 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4fcc9d-1d7d-41b0-9547-7d981192473d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:58.529756 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:33:58.532471 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bc7ae038-a82e-44b8-9a9c-993b85bf3797 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3688486 Apr 05 22:33:58.535857 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59270) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:58.546444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Request body: {'subnet': {'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1844814596-subnet', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:58.604148 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Made reservation on behalf of 5c8a196f610545749e2db3fc6f0e838c for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:33:58.607426 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130470193'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.721225 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-97e8c25a-aa6e-4348-8b5f-b8e495354f21 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.733412 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-97e8c25a-aa6e-4348-8b5f-b8e495354f21 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/networks?id=ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 200 len: 809 time: 0.1601019 Apr 05 22:33:58.748548 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59276) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:58.768962 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc43b165-9c1e-4cdc-8c0a-a1501addb054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:58.772435 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-b1229857-1770-4601-ac42-b2bab997c33c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/quotas/e4338a9c9b964d9ca4a23c75fdc40f18 HTTP/1.1" status: 200 len: 375 time: 0.0336430 Apr 05 22:33:58.815861 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-0f78a7f9-f64e-4c55-ac9d-3d3c6482ad9b tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347714 Apr 05 22:33:58.955626 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-0d8a7682-70ab-4fee-a7a7-cd33f7ebd290 service neutron] 10.222.0.26 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331027 Apr 05 22:33:58.987424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-1d384b09-9900-462b-8e68-607726df9bef tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:58.988941 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-1d384b09-9900-462b-8e68-607726df9bef tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 819 time: 0.4132197 Apr 05 22:33:58.999251 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc43b165-9c1e-4cdc-8c0a-a1501addb054 admin admin] Publish callbacks [] for security_group (d9376dce-9b9b-48b9-912d-01d87556eaf3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.029250 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dc43b165-9c1e-4cdc-8c0a-a1501addb054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d9376dce-9b9b-48b9-912d-01d87556eaf3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.030503 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-c38301d7-3a76-4b17-84cd-ab2d1eea7059 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/quotas/c12b3ef92f644773a69c3b4728060713 HTTP/1.1" status: 200 len: 375 time: 0.0348859 Apr 05 22:33:59.096501 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-dc43b165-9c1e-4cdc-8c0a-a1501addb054 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4f5ba3f8d2448afa942df7e9395946e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451009 Apr 05 22:33:59.097292 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b165-9c1e-4cdc-8c0a-a1501addb054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9376dce-9b9b-48b9-912d-01d87556eaf3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:59.100770 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59284) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:59.120072 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-19eccd5c-ce2a-4046-a548-c6e682e13a32 service neutron] 10.222.0.26 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570277 Apr 05 22:33:59.158492 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131948866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130470191'] for subnet (7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.216035 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-e2664d14-2b1f-4cd2-abd2-fb184155327f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1792531 Apr 05 22:33:59.251640 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:59.282139 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2217b09-8c81-4b87-8ccb-21505c6ae92c admin admin] Publish callbacks [] for security_group (d9376dce-9b9b-48b9-912d-01d87556eaf3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.317756 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-524f52fc-ac8a-40ab-afc4-a3f90aefee8e req-072446be-ec8d-4008-aaa7-655e519bf569 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Apr 05 22:33:59.343940 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Checking segment: {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:33:59.344313 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Network hostable DHCP agents. Network: 7a4fcc9d-1d7d-41b0-9547-7d981192473d, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:33:59.353936 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2217b09-8c81-4b87-8ccb-21505c6ae92c admin admin] Publish callbacks [] for security_group (d9376dce-9b9b-48b9-912d-01d87556eaf3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.398314 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Sync routers for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:33:59.410150 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:33:59.410867 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:33:59.415772 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-266be91b-6241-480f-a43a-0fb6ad116a03 service neutron] 10.222.0.26 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898417 Apr 05 22:33:59.422994 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:33:59.441461 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 7a4fcc9d-1d7d-41b0-9547-7d981192473d) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:33:59.446088 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:33:59.446698 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.465532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfb780e-78f8-4376-837b-833f8b3ca348 None None] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:33:59.481979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2217b09-8c81-4b87-8ccb-21505c6ae92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d9376dce-9b9b-48b9-912d-01d87556eaf3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.486552 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2217b09-8c81-4b87-8ccb-21505c6ae92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.486552 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b2217b09-8c81-4b87-8ccb-21505c6ae92c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9376dce-9b9b-48b9-912d-01d87556eaf3 HTTP/1.1" status: 204 len: 168 time: 0.3821685 Apr 05 22:33:59.529701 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-16cc515c-c58d-4217-af14-90ca8bc6a34b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9926434 Apr 05 22:33:59.530803 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59304) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:33:59.532719 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2217b09-8c81-4b87-8ccb-21505c6ae92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9376dce-9b9b-48b9-912d-01d87556eaf3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:33:59.544056 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:33:59.572340 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-d7572520-b9fc-4042-ad01-889dc287fb92 service neutron] 10.222.0.26 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407452 Apr 05 22:33:59.588853 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (9f4d1e1b-826b-4b39-82f8-73b771127f33), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.590263 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (9f4d1e1b-826b-4b39-82f8-73b771127f33), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.665124 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:33:59.694922 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-7a4fcc9d-1d7d-41b0-9547-7d981192473d', 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d', 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'fixed_ips': [{'subnet_id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:33:59.696107 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.726561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks [] for router_controller (9f4d1e1b-826b-4b39-82f8-73b771127f33), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:33:59.971096 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59a315bd-c071-438a-9a7e-8a53f9e75a62 req-ed4241b4-f92f-4bf9-add2-afcd27b40818 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 210 time: 0.1199157 Apr 05 22:33:59.977272 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks [] for router_gateway (9f4d1e1b-826b-4b39-82f8-73b771127f33), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.221748 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device faec3060-bbb1-45e4-98e5-a3638a931372 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:00.358223 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Allocated IP 172.20.0.2 (7a4fcc9d-1d7d-41b0-9547-7d981192473d/7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7/ad0eb1bf-6d84-49e4-931d-1aab4a43e191) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:00.466301 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 2, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:00.490918 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8407327-c88d-4a53-98aa-be8ef76772a7 req-42c7d857-964c-4570-a914-953735dea1b5 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 210 time: 0.0477631 Apr 05 22:34:00.508088 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks [] for router_gateway (9f4d1e1b-826b-4b39-82f8-73b771127f33), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.518139 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-bdf60a85-5d2b-4711-af0e-25cd8449d21c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:00.530464 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-bdf60a85-5d2b-4711-af0e-25cd8449d21c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 819 time: 0.2343581 Apr 05 22:34:00.533803 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port faec3060-bbb1-45e4-98e5-a3638a931372 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:00.534184 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.541608 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.547119 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-b35863da-bda3-43d1-a14d-4b9182c26e79 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/quotas/c12b3ef92f644773a69c3b4728060713 HTTP/1.1" status: 200 len: 375 time: 0.0111747 Apr 05 22:34:00.578799 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Checking router: 0be5d259-78d1-4938-bf4a-320cc03e6758 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:00.579549 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Updating router 0be5d259-78d1-4938-bf4a-320cc03e6758 port fe2b60e3-35a7-446a-be54-5a427ca6ec40 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:34:00.643707 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-2211d2f9-0d00-40ca-a463-741097560f04 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894613 Apr 05 22:34:00.694871 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.757802 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Allocated IP 172.27.0.12 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/14afa7ce-c1b1-4d7e-bce7-6e2f09715b39) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:00.772402 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port faec3060-bbb1-45e4-98e5-a3638a931372 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:00.908323 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks [] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:00.959371 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.010969 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:01.029112 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Publish callbacks [] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.047499 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.051503 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:01.059753 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:01.090381 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-3a3ea43e-c722-4c23-82d7-1c725a6cd03c service neutron] 10.222.0.26 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405186 Apr 05 22:34:01.140515 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:01.146223 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:01.171064 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:01.171303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-123e66d3-ba94-48df-915b-3611b6584530 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:01.173251 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:01.173384 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-123e66d3-ba94-48df-915b-3611b6584530 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "GET /v2.0/networks?id=ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 200 len: 809 time: 0.2996886 Apr 05 22:34:01.253080 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-578e7b77-07af-4eaf-9296-9de1b96d176a service neutron] 10.222.0.26 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548991 Apr 05 22:34:01.408728 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Request body: {'port': {'device_id': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c', 'admin_state_up': True, 'tenant_id': 'e4338a9c9b964d9ca4a23c75fdc40f18'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:01.509626 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Pushing event updated for resources: {'Port': ['ID=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:01.566376 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Publish callbacks [] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.573008 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.671582 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Attempting to bind port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:01.671973 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Attempting to bind port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:01.672345 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Attempting to bind port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 on network 7a4fcc9d-1d7d-41b0-9547-7d981192473d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:01.683092 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bf3a427c-a257-4ab0-8f5a-f07a37a41a14 req-d93d33a4-a042-4e5d-98d7-084930c4cc9d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 210 time: 0.1243191 Apr 05 22:34:01.705611 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:01.706176 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Checking segment: {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:01.706659 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.707088 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Bound using segment: {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:01.707574 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Bound port: ad0eb1bf-6d84-49e4-931d-1aab4a43e191, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:01.707957 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.783914 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-379d15bb-8368-4a14-834b-49b6d29f76b2 req-749da0d6-d90d-4c31-bac2-c321d0b00697 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 210 time: 0.1666105 Apr 05 22:34:01.818327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Made reservation on behalf of e4338a9c9b964d9ca4a23c75fdc40f18 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:01.822013 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:01.824471 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74e95-105a-4d15-8413-07db8308ac91 None None] Pushing event updated for resources: {'Port': ['ID=fe2b60e3-35a7-446a-be54-5a427ca6ec40,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:02.025197 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Attempting to bind port fe2b60e3-35a7-446a-be54-5a427ca6ec40 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:02.025654 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Attempting to bind port fe2b60e3-35a7-446a-be54-5a427ca6ec40 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:02.026084 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Attempting to bind port fe2b60e3-35a7-446a-be54-5a427ca6ec40 on network 3b89deb8-9e64-4ff5-8a79-933790d6c283 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:02.038652 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:02.039245 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Checking segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:02.039708 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.040170 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Bound using segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:02.040761 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Bound port: fe2b60e3-35a7-446a-be54-5a427ca6ec40, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:02.041242 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.044751 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] For port ad0eb1bf-6d84-49e4-931d-1aab4a43e191, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:02.048609 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] For port ad0eb1bf-6d84-49e4-931d-1aab4a43e191, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,segment=NetworkSegment(46cd5ba4-ec45-4d40-8c5c-ba23f92def58),segment_id=46cd5ba4-ec45-4d40-8c5c-ba23f92def58)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:02.082050 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.162110 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks [] for router_gateway (9f4d1e1b-826b-4b39-82f8-73b771127f33), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.222733 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Allocated IP 172.20.0.9 (ce33f5e5-be98-40dc-86e0-db8663d2957c/66e8f7bf-bbde-4082-b103-28701b38c48c/97729086-f88c-409e-828d-7ad9a39c6252) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:02.294431 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a4b357c5-4789-4aa3-ad7a-f5f85eaf42b4 None None] Provisioning complete for port fe2b60e3-35a7-446a-be54-5a427ca6ec40 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:02.294835 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4b357c5-4789-4aa3-ad7a-f5f85eaf42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.297783 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d28e1-c3c9-4065-b64a-cc055649316d None None] Pushing event updated for resources: {'Port': ['ID=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:02.320093 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-c8f8f3e2-57e3-42c0-bd7a-8a4df627a528 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.321769 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-c8f8f3e2-57e3-42c0-bd7a-8a4df627a528 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 819 time: 0.7215121 Apr 05 22:34:02.347548 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'port': {'device_id': '5c948572-4ee7-4575-bb56-f153c7687002', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'admin_state_up': True, 'tenant_id': 'c12b3ef92f644773a69c3b4728060713'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:02.375550 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] For port fe2b60e3-35a7-446a-be54-5a427ca6ec40, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:02.393867 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] For port fe2b60e3-35a7-446a-be54-5a427ca6ec40, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=fe2b60e3-35a7-446a-be54-5a427ca6ec40,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:02.403565 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a4b357c5-4789-4aa3-ad7a-f5f85eaf42b4 None None] Port fe2b60e3-35a7-446a-be54-5a427ca6ec40 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:02.408884 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.489748 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:02.490620 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:02.546625 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks [] for port (97729086-f88c-409e-828d-7ad9a39c6252), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.652748 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (97729086-f88c-409e-828d-7ad9a39c6252), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.743294 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Network ce33f5e5-be98-40dc-86e0-db8663d2957c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:02.757347 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:02.761783 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:02.825826 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Pushing event updated for resources: {'Port': ['ID=97729086-f88c-409e-828d-7ad9a39c6252,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:02.842292 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:02.872401 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:02.873090 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.885893 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Made reservation on behalf of c12b3ef92f644773a69c3b4728060713 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:02.888464 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74e95-105a-4d15-8413-07db8308ac91 None None] Pushing event updated for resources: {'Port': ['ID=fe2b60e3-35a7-446a-be54-5a427ca6ec40,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:02.891398 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.895868 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-16b615f1-eb30-4093-bcd1-bf682af56568 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5013485 Apr 05 22:34:02.911411 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (9f4d1e1b-826b-4b39-82f8-73b771127f33), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.986062 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:02.995272 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6e029e41-5037-4b4d-a5c9-166e8c2d0973 req-87f97613-48d8-4ffe-a7bf-0736914925b3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 210 time: 0.0871313 Apr 05 22:34:03.011629 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] Provisioning complete for port fe2b60e3-35a7-446a-be54-5a427ca6ec40 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:03.012242 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.025298 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647a90-62d3-4dfa-8c87-688fcf27bd9a req-f023e447-3965-4607-801e-1a9707907cff tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.028085 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2f647a90-62d3-4dfa-8c87-688fcf27bd9a req-f023e447-3965-4607-801e-1a9707907cff tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 931 time: 0.0773370 Apr 05 22:34:03.083030 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Request body: {'port': {'device_id': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:03.176770 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] Current status of the port fe2b60e3-35a7-446a-be54-5a427ca6ec40 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:03.177292 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.206517 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (97729086-f88c-409e-828d-7ad9a39c6252), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.226264 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] For port fe2b60e3-35a7-446a-be54-5a427ca6ec40, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=fe2b60e3-35a7-446a-be54-5a427ca6ec40,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:03.229044 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:02Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:03.236609 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2f647a90-62d3-4dfa-8c87-688fcf27bd9a req-0c0d7d0e-3e08-4da8-a0e2-0f56d28c9924 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998203 Apr 05 22:34:03.262835 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.266790 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab8a9e4-caae-4be7-bc6a-7132b09e4e08 None None] The sync data for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi is: [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:02Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:03.300410 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Allocated IP 172.20.0.4 (0ff3ed44-2048-46e1-bc63-4a52a03fd624/1b9541c5-20a2-4a99-b523-fa72422acb84/844e9748-a7bf-4051-9ca9-8c02ecd2d644) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:03.341973 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b062a-86d8-422c-866d-1e032d472fe7 None None] Pushing event updated for resources: {'Port': ['ID=fe2b60e3-35a7-446a-be54-5a427ca6ec40,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:03.383983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Router 9f4d1e1b-826b-4b39-82f8-73b771127f33 is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:34:03.548610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-5d4404f2-0ca9-4887-a3f8-af874c763ec1 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.550173 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-5d4404f2-0ca9-4887-a3f8-af874c763ec1 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 819 time: 0.3127429 Apr 05 22:34:03.610041 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:03.624823 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Sync routers for ids ['9f4d1e1b-826b-4b39-82f8-73b771127f33'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:03.638463 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'port': {'device_id': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'admin_state_up': True, 'tenant_id': 'c12b3ef92f644773a69c3b4728060713'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:03.647121 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.653244 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bca8ac68-5d41-47f9-80f8-79031aeabcd6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1164107 Apr 05 22:34:03.653456 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59442) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:03.661228 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Routers {'9f4d1e1b-826b-4b39-82f8-73b771127f33'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:03.662159 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['9f4d1e1b-826b-4b39-82f8-73b771127f33'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:03.676298 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.721612 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.777885 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:03.783394 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:03.787724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:03.845943 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'Port': ['ID=844e9748-a7bf-4051-9ca9-8c02ecd2d644,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:03.868134 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5132a7-946c-4ce7-b272-23bd9edf61cf None None] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:03.889949 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Set router 9f4d1e1b-826b-4b39-82f8-73b771127f33 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:03.900612 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:03.903898 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:03.930923 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cb3cfe72-84bb-45db-901a-4df11320bfbf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5954936 Apr 05 22:34:03.961772 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Request body: {'port': {'device_id': '5c948572-4ee7-4575-bb56-f153c7687002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:03.979695 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Made reservation on behalf of c12b3ef92f644773a69c3b4728060713 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:03.984295 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.226341 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] Provisioning complete for port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:04.226760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.257657 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4b6685cf-b692-4adf-95eb-fdbd5ad2c10c req-b60accb4-3e69-4715-b914-b53a9c04806d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 210 time: 0.0748117 Apr 05 22:34:04.276273 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.306497 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device fe2b60e3-35a7-446a-be54-5a427ca6ec40 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:04.307837 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97729086-f88c-409e-828d-7ad9a39c6252 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:04.435557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Publish callbacks [] for port (97729086-f88c-409e-828d-7ad9a39c6252), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.465360 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:34:01Z', 'revision_number': 3, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:04.539385 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Checking router: 9f4d1e1b-826b-4b39-82f8-73b771127f33 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:04.539741 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Updating router 9f4d1e1b-826b-4b39-82f8-73b771127f33 port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:34:04.553504 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port fe2b60e3-35a7-446a-be54-5a427ca6ec40 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:04.554392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.606519 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.677833 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Transition to ACTIVE for port object 97729086-f88c-409e-828d-7ad9a39c6252 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:04.681012 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] Current status of the port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:04.683334 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.695401 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Allocated IP 172.20.0.5 (0ff3ed44-2048-46e1-bc63-4a52a03fd624/1b9541c5-20a2-4a99-b523-fa72422acb84/02c1cf3c-01fd-4e20-92e6-819e36ded02a) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:04.798298 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (97729086-f88c-409e-828d-7ad9a39c6252), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:04.841849 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] For port ad0eb1bf-6d84-49e4-931d-1aab4a43e191, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,segment=NetworkSegment(46cd5ba4-ec45-4d40-8c5c-ba23f92def58),segment_id=46cd5ba4-ec45-4d40-8c5c-ba23f92def58)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:04.843107 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port fe2b60e3-35a7-446a-be54-5a427ca6ec40 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:04.844433 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ad0eb1bf-6d84-49e4-931d-1aab4a43e191 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:04.848200 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.048799 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d8298-8f29-4105-86cb-1677e0ee0caa None None] Pushing event updated for resources: {'Port': ['ID=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:05.081427 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Publish callbacks [] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.098553 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-460c0f8e-5807-44d2-af5b-021014dedef5 None None] Provisioning complete for port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:05.098553 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-460c0f8e-5807-44d2-af5b-021014dedef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.104562 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.170433 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5da774-29e9-4309-95ae-356f155d159b None None] Pushing event updated for resources: {'Port': ['ID=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:05.177160 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Attempting to bind port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:05.177824 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Attempting to bind port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:05.178386 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Attempting to bind port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:05.185366 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:05.186020 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:05.186630 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.187371 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:05.187999 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Bound port: 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:05.188684 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.194820 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-460c0f8e-5807-44d2-af5b-021014dedef5 None None] Port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:05.228533 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:05.229324 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.265286 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] For port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:05.270685 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] For port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:05.280054 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.287626 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-460c0f8e-5807-44d2-af5b-021014dedef5 None None] Provisioning complete for port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:05.288459 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-460c0f8e-5807-44d2-af5b-021014dedef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.461477 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4daab23-38a9-42a6-b6a0-a0cdecf0f9b4 req-da2972bb-ba23-4ac6-b8b2-3d062a3ea924 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 210 time: 0.0707178 Apr 05 22:34:05.471486 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Routers {'9f4d1e1b-826b-4b39-82f8-73b771127f33'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:05.472142 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:33:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['9f4d1e1b-826b-4b39-82f8-73b771127f33'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:05.502184 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab12dbc-9344-4f04-9335-949ffc79003b req-4f2c188a-8905-4c9d-9cf4-25d7a107a65f tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:05.503359 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:05.504906 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab12dbc-9344-4f04-9335-949ffc79003b req-4f2c188a-8905-4c9d-9cf4-25d7a107a65f tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 931 time: 1.0643082 Apr 05 22:34:05.555057 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-460c0f8e-5807-44d2-af5b-021014dedef5 None None] Current status of the port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:05.574446 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5da774-29e9-4309-95ae-356f155d159b None None] Pushing event updated for resources: {'Port': ['ID=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:05.590613 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] Set router 9f4d1e1b-826b-4b39-82f8-73b771127f33 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:05.608368 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Pushing event updated for resources: {'Port': ['ID=97729086-f88c-409e-828d-7ad9a39c6252,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:05.772052 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab12dbc-9344-4f04-9335-949ffc79003b req-98fe03f7-8ebf-4d86-be4c-b4b3b8750e8f tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547426 Apr 05 22:34:05.779343 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Attempting to bind port 97729086-f88c-409e-828d-7ad9a39c6252 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:05.779691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Attempting to bind port 97729086-f88c-409e-828d-7ad9a39c6252 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:05.780031 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Attempting to bind port 97729086-f88c-409e-828d-7ad9a39c6252 on network ce33f5e5-be98-40dc-86e0-db8663d2957c {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:05.809574 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Port 97729086-f88c-409e-828d-7ad9a39c6252 on network ce33f5e5-be98-40dc-86e0-db8663d2957c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:05.809911 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Attempting to bind port 97729086-f88c-409e-828d-7ad9a39c6252 on network ce33f5e5-be98-40dc-86e0-db8663d2957c {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:05.833881 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:05.834226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Checking segment: {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:05.834618 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Bound using segment: {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:05.835096 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Bound port: 97729086-f88c-409e-828d-7ad9a39c6252, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:05.835466 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (97729086-f88c-409e-828d-7ad9a39c6252), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.852047 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9cd93fa0-7466-474f-8b96-b310a2ce11c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:05.861911 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:34:01Z', 'revision_number': 3, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:05.890270 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1510e7f8-1870-405b-ba18-8a462a3b13ba None None] The sync data for ids ['9f4d1e1b-826b-4b39-82f8-73b771127f33'] in dv-cinder-833443-2-iscsi is: [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:34:01Z', 'revision_number': 3, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:05.896546 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.021540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] For port 97729086-f88c-409e-828d-7ad9a39c6252, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:06.030016 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.039911 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.042116 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ad0eb1bf-6d84-49e4-931d-1aab4a43e191 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:06.048872 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] For port 97729086-f88c-409e-828d-7ad9a39c6252, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=97729086-f88c-409e-828d-7ad9a39c6252,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:06.086797 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (97729086-f88c-409e-828d-7ad9a39c6252), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.098092 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:06.098617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.124127 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:06.159015 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:06.164153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:06.167005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'Port': ['ID=02c1cf3c-01fd-4e20-92e6-819e36ded02a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:06.217712 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.218367 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.219827 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] 10.222.0.24 "PUT /v2.0/ports/97729086-f88c-409e-828d-7ad9a39c6252 HTTP/1.1" status: 200 len: 1093 time: 3.1569555 Apr 05 22:34:06.255252 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'tag': '97729086-f88c-409e-828d-7ad9a39c6252'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:06.257897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e89ccd61-0b1c-4629-b934-09c3acfc4dc4", "tag": "97729086-f88c-409e-828d-7ad9a39c6252"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:06.332780 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844e9748-a7bf-4051-9ca9-8c02ecd2d644 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:06.344774 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Publish callbacks [] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.353515 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e62cd9b-ecce-4e99-874d-d9664777c559 x-openstack-request-id: req-4e62cd9b-ecce-4e99-874d-d9664777c559 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:06.353873 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89ccd61-0b1c-4629-b934-09c3acfc4dc4", "tag": "97729086-f88c-409e-828d-7ad9a39c6252", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:06.354066 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e62cd9b-ecce-4e99-874d-d9664777c559 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:06.354489 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e62cd9b-ecce-4e99-874d-d9664777c559'] response: {'name': 'network-changed', 'server_uuid': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'tag': '97729086-f88c-409e-828d-7ad9a39c6252', 'status': 'completed', 'code': 200} Apr 05 22:34:06.363878 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Transition to ACTIVE for port object 844e9748-a7bf-4051-9ca9-8c02ecd2d644 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:06.379784 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.425896 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:06.435133 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.436018 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.540226 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Pushing event updated for resources: {'Port': ['ID=844e9748-a7bf-4051-9ca9-8c02ecd2d644,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:06.544028 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-7acef2d6-04a9-47c5-b8a0-d225d93dec5a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9119039 Apr 05 22:34:06.580692 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Request body: {'port': {'device_id': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:06.615955 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0dfb9-dbd7-4ebd-adc7-4701fc8a8b7b service neutron] Pushing event updated for resources: {'Port': ['ID=97729086-f88c-409e-828d-7ad9a39c6252,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:06.658473 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Attempting to bind port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:06.658847 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Attempting to bind port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:06.659182 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Attempting to bind port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:06.676116 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:06.676777 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Attempting to bind port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:06.680742 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-85d5a21c-94df-4d2a-ad2b-6ecc370c9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:06.682282 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-85d5a21c-94df-4d2a-ad2b-6ecc370c9b92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 1127 time: 0.3972387 Apr 05 22:34:06.697725 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d39dc149-7cc7-4571-b525-98862188d861 None None] Provisioning complete for port 02c1cf3c-01fd-4e20-92e6-819e36ded02a triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:06.698114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d39dc149-7cc7-4571-b525-98862188d861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.704826 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:06.705522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Checking segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:06.706074 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Bound using segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:06.706833 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Bound port: 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:06.707403 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.803227 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d39dc149-7cc7-4571-b525-98862188d861 None None] Port 02c1cf3c-01fd-4e20-92e6-819e36ded02a cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:06.864072 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] For port 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:06.881549 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] For port 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:06.895272 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.969385 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59540) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:06.970464 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:06.973892 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-b521f768-d826-4194-8677-5ac6b705154e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97729086-f88c-409e-828d-7ad9a39c6252 HTTP/1.1" status: 200 len: 217 time: 0.2768810 Apr 05 22:34:07.044714 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Pushing event updated for resources: {'Port': ['ID=844e9748-a7bf-4051-9ca9-8c02ecd2d644,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:07.123751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.124366 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.125773 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-65afd565-0329-4c8d-b55e-7400a70e81e8 service neutron] 10.222.0.24 "PUT /v2.0/ports/844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 200 len: 1093 time: 3.1802738 Apr 05 22:34:07.127849 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c948572-4ee7-4575-bb56-f153c7687002', 'tag': '844e9748-a7bf-4051-9ca9-8c02ecd2d644'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:07.160644 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2986627b-b469-4978-acee-88327d3d4caf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c948572-4ee7-4575-bb56-f153c7687002", "tag": "844e9748-a7bf-4051-9ca9-8c02ecd2d644"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:07.244114 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Allocated IP 172.20.0.1 (7a4fcc9d-1d7d-41b0-9547-7d981192473d/7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7/e10a5450-6f87-48cf-92f3-b445839db608) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:07.248739 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-5c984734-6625-4203-944d-d63a335394a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.251743 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-5c984734-6625-4203-944d-d63a335394a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e8f7bf-bbde-4082-b103-28701b38c48c HTTP/1.1" status: 200 len: 849 time: 0.2651343 Apr 05 22:34:07.298041 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa724ab-3f9f-468a-93da-e737af92ea72 req-394a1d6f-cf58-40e7-8b18-9affe21f0b9d tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.299088 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9aa724ab-3f9f-468a-93da-e737af92ea72 req-394a1d6f-cf58-40e7-8b18-9affe21f0b9d tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 943 time: 0.2586110 Apr 05 22:34:07.313852 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df9fe2-aabb-4817-956f-bc7cc204ab71 req-09451373-dc01-4078-b9c6-1f2109467b86 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.316456 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-75df9fe2-aabb-4817-956f-bc7cc204ab71 req-09451373-dc01-4078-b9c6-1f2109467b86 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 931 time: 0.6661110 Apr 05 22:34:07.371768 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-2337c078-d448-4e34-bca8-1bcc1ec3762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.383317 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-2337c078-d448-4e34-bca8-1bcc1ec3762a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1127 time: 0.2108901 Apr 05 22:34:07.435457 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-68fbcda2-3bd4-48c6-a5ae-a9e57af7f0e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce33f5e5-be98-40dc-86e0-db8663d2957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521986 Apr 05 22:34:07.482522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59552) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:07.513972 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-15e9f7d4-62af-4579-8f3f-ee27047d87fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 200 len: 217 time: 0.1223946 Apr 05 22:34:07.574341 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9aa724ab-3f9f-468a-93da-e737af92ea72 req-56092d69-6714-41a3-96de-5118005d9f97 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633691 Apr 05 22:34:07.576681 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-75df9fe2-aabb-4817-956f-bc7cc204ab71 req-ac775cc8-dbd0-4812-8caa-25c32fbe214c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291129 Apr 05 22:34:07.654887 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0606939-28a9-4030-a927-f69746a69599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.672477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e019a88-0a69-48b2-b38b-d45bb08718de x-openstack-request-id: req-3e019a88-0a69-48b2-b38b-d45bb08718de {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:07.673124 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c948572-4ee7-4575-bb56-f153c7687002", "tag": "844e9748-a7bf-4051-9ca9-8c02ecd2d644", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:07.673563 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e019a88-0a69-48b2-b38b-d45bb08718de {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:07.674142 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e019a88-0a69-48b2-b38b-d45bb08718de'] response: {'name': 'network-changed', 'server_uuid': '5c948572-4ee7-4575-bb56-f153c7687002', 'tag': '844e9748-a7bf-4051-9ca9-8c02ecd2d644', 'status': 'completed', 'code': 200} Apr 05 22:34:07.711683 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-83b27657-5d93-4a02-bf8a-62f2fd9f1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.717598 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-83b27657-5d93-4a02-bf8a-62f2fd9f1d2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.1817777 Apr 05 22:34:07.775211 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e40d8ff-7e5b-4d10-96ad-83b29660b4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.830073 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cad45a5d-825f-4df1-9e07-61f359a89685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:07.831772 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-cad45a5d-825f-4df1-9e07-61f359a89685 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103609 Apr 05 22:34:07.885052 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0606939-28a9-4030-a927-f69746a69599 admin admin] Publish callbacks [] for security_group (b738633a-f159-4d8b-ad17-155898f0830b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.917749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f0606939-28a9-4030-a927-f69746a69599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b738633a-f159-4d8b-ad17-155898f0830b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.929336 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks [] for port (e10a5450-6f87-48cf-92f3-b445839db608), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:07.938117 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-21ac5a18-7cb7-4ebe-9b1d-b7cc793fa3f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013835 Apr 05 22:34:07.977165 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f0606939-28a9-4030-a927-f69746a69599 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9abcde634fb4423fa8425f5ebc0f884b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912601 Apr 05 22:34:07.982921 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:08.042785 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-b56621b3-6fdd-41c7-80b0-42310a984465 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973078 Apr 05 22:34:08.046656 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0606939-28a9-4030-a927-f69746a69599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b738633a-f159-4d8b-ad17-155898f0830b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.151260 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830226b6-d3cc-422f-880e-dc09b0594f57 req-e17ea7a3-8f65-4200-b856-326137152833 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984678 Apr 05 22:34:08.159403 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:08.161444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (e10a5450-6f87-48cf-92f3-b445839db608), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.163950 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41f7bf18-9bce-4970-9b5b-2e469c1086f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.166590 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e40d8ff-7e5b-4d10-96ad-83b29660b4e8 admin admin] Publish callbacks [] for security_group (6293adc0-4ab2-496c-8c02-f3ab0005ad2f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.197210 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c1cf3c-01fd-4e20-92e6-819e36ded02a {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:08.206818 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06fcabe1-f92a-4e0e-90af-a47ef2714d31 admin admin] Publish callbacks [] for security_group (b738633a-f159-4d8b-ad17-155898f0830b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.212824 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1e40d8ff-7e5b-4d10-96ad-83b29660b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (6293adc0-4ab2-496c-8c02-f3ab0005ad2f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.234223 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:08.234422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06fcabe1-f92a-4e0e-90af-a47ef2714d31 admin admin] Publish callbacks [] for security_group (b738633a-f159-4d8b-ad17-155898f0830b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.235014 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.248429 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Publish callbacks [] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.259118 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d4718f0-85ef-46a4-8b91-044458ff9d7d req-1766cfde-9b4c-4ad0-9d37-ae41a02e6276 service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143344 Apr 05 22:34:08.286517 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:08.291831 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06fcabe1-f92a-4e0e-90af-a47ef2714d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b738633a-f159-4d8b-ad17-155898f0830b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.295443 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-06fcabe1-f92a-4e0e-90af-a47ef2714d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.298766 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-06fcabe1-f92a-4e0e-90af-a47ef2714d31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b738633a-f159-4d8b-ad17-155898f0830b HTTP/1.1" status: 204 len: 168 time: 0.3108873 Apr 05 22:34:08.306023 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcabe1-f92a-4e0e-90af-a47ef2714d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738633a-f159-4d8b-ad17-155898f0830b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.312418 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:08.314857 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Transition to ACTIVE for port object 02c1cf3c-01fd-4e20-92e6-819e36ded02a will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:08.321531 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:08.327116 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1e40d8ff-7e5b-4d10-96ad-83b29660b4e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aae1ceba09da4b48b7cb7647c05e1ace&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3517511 Apr 05 22:34:08.329361 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.330048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:08.351353 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40d8ff-7e5b-4d10-96ad-83b29660b4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6293adc0-4ab2-496c-8c02-f3ab0005ad2f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.353584 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Pushing event updated for resources: {'Port': ['ID=e10a5450-6f87-48cf-92f3-b445839db608,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.372138 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:08.372621 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.401044 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:08.408061 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.437098 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (9f4d1e1b-826b-4b39-82f8-73b771127f33), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.438472 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9bbe5d-ed0f-407a-9890-6d57f43dead7 admin admin] Publish callbacks [] for security_group (6293adc0-4ab2-496c-8c02-f3ab0005ad2f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.489491 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9bbe5d-ed0f-407a-9890-6d57f43dead7 admin admin] Publish callbacks [] for security_group (6293adc0-4ab2-496c-8c02-f3ab0005ad2f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.513047 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.523135 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Pushing event updated for resources: {'Port': ['ID=02c1cf3c-01fd-4e20-92e6-819e36ded02a,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.581263 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9bbe5d-ed0f-407a-9890-6d57f43dead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (6293adc0-4ab2-496c-8c02-f3ab0005ad2f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.583974 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df9bbe5d-ed0f-407a-9890-6d57f43dead7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.585177 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-df9bbe5d-ed0f-407a-9890-6d57f43dead7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6293adc0-4ab2-496c-8c02-f3ab0005ad2f HTTP/1.1" status: 204 len: 168 time: 0.2539403 Apr 05 22:34:08.601191 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bbe5d-ed0f-407a-9890-6d57f43dead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6293adc0-4ab2-496c-8c02-f3ab0005ad2f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:08.767896 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-3d6f21c1-6f7a-4cc3-aeb9-b0ded78798af None None] Provisioning complete for port e10a5450-6f87-48cf-92f3-b445839db608 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:08.768762 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3d6f21c1-6f7a-4cc3-aeb9-b0ded78798af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e10a5450-6f87-48cf-92f3-b445839db608), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.810677 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f70c-589d-4948-aec2-eb28c830ebde req-afcf4d72-f1d2-4ce7-b3a2-db916798cd2b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:08.812319 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5e1f70c-589d-4948-aec2-eb28c830ebde req-afcf4d72-f1d2-4ce7-b3a2-db916798cd2b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 943 time: 0.0988376 Apr 05 22:34:08.853356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Attempting to bind port 02c1cf3c-01fd-4e20-92e6-819e36ded02a on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:08.856287 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Attempting to bind port 02c1cf3c-01fd-4e20-92e6-819e36ded02a by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:08.856815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Attempting to bind port 02c1cf3c-01fd-4e20-92e6-819e36ded02a on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:08.866738 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Port 02c1cf3c-01fd-4e20-92e6-819e36ded02a on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:08.867169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Attempting to bind port 02c1cf3c-01fd-4e20-92e6-819e36ded02a on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:08.876912 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:08.877462 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Checking segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:08.877956 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Bound using segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:08.878507 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Bound port: 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:08.879316 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:08.894592 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f21c1-6f7a-4cc3-aeb9-b0ded78798af None None] Port e10a5450-6f87-48cf-92f3-b445839db608 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:08.930575 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5e1f70c-589d-4948-aec2-eb28c830ebde req-daa25aeb-f91e-4e71-9014-cc88489ac693 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071930 Apr 05 22:34:08.931078 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59580) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:08.950231 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c656e035-5cb9-4362-b258-4e6469298be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.094419 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c656e035-5cb9-4362-b258-4e6469298be5 admin admin] Publish callbacks [] for security_group (644176c7-6b2e-44c1-aae0-76b8b73e94fd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.107190 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c656e035-5cb9-4362-b258-4e6469298be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (644176c7-6b2e-44c1-aae0-76b8b73e94fd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.181120 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c656e035-5cb9-4362-b258-4e6469298be5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3eaae5c65b9e4806a183cd2d345feaf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471502 Apr 05 22:34:09.181475 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59594) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:09.205472 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656e035-5cb9-4362-b258-4e6469298be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644176c7-6b2e-44c1-aae0-76b8b73e94fd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:09.265784 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cca322a-8736-4217-857a-2fda434f0b96 admin admin] Publish callbacks [] for security_group (644176c7-6b2e-44c1-aae0-76b8b73e94fd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.309721 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd96ec7-2a62-4699-aa7f-13b8a226714c req-66eea502-75b2-41cd-84bf-ba39fcd9b2dc tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.311211 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cca322a-8736-4217-857a-2fda434f0b96 admin admin] Publish callbacks [] for security_group (644176c7-6b2e-44c1-aae0-76b8b73e94fd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.316851 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7fd96ec7-2a62-4699-aa7f-13b8a226714c req-66eea502-75b2-41cd-84bf-ba39fcd9b2dc tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 943 time: 0.6073246 Apr 05 22:34:09.333831 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e10a5450-6f87-48cf-92f3-b445839db608), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.351329 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.394892 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cca322a-8736-4217-857a-2fda434f0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (644176c7-6b2e-44c1-aae0-76b8b73e94fd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.397986 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6cca322a-8736-4217-857a-2fda434f0b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.402347 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6cca322a-8736-4217-857a-2fda434f0b96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/644176c7-6b2e-44c1-aae0-76b8b73e94fd HTTP/1.1" status: 204 len: 168 time: 0.2165923 Apr 05 22:34:09.418749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca322a-8736-4217-857a-2fda434f0b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644176c7-6b2e-44c1-aae0-76b8b73e94fd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:09.436250 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] For port 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:09.444129 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986627b-b469-4978-acee-88327d3d4caf req-de5d8c93-2944-4079-b805-bc6048e80688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.445677 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-de5d8c93-2944-4079-b805-bc6048e80688 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1127 time: 0.4745214 Apr 05 22:34:09.470912 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7fd96ec7-2a62-4699-aa7f-13b8a226714c req-9e05c451-753b-4203-82fe-958328342abd tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505558 Apr 05 22:34:09.488295 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] For port 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:09.497919 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.554196 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.554878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.556284 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] 10.222.0.24 "PUT /v2.0/ports/02c1cf3c-01fd-4e20-92e6-819e36ded02a HTTP/1.1" status: 200 len: 1093 time: 2.9887888 Apr 05 22:34:09.602359 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'tag': '02c1cf3c-01fd-4e20-92e6-819e36ded02a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:09.606039 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80a959c-f010-4a95-b37d-b91a42006e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "87af5738-0c45-4e54-9c7f-59327cd81bcf", "tag": "02c1cf3c-01fd-4e20-92e6-819e36ded02a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:09.659540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e78b8-63e7-4a31-98c3-b094dc5ba21f service neutron] Pushing event updated for resources: {'Port': ['ID=02c1cf3c-01fd-4e20-92e6-819e36ded02a,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:09.671269 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2be58a-5f30-4806-88a6-6f442c68e44d x-openstack-request-id: req-cf2be58a-5f30-4806-88a6-6f442c68e44d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:09.671757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af5738-0c45-4e54-9c7f-59327cd81bcf", "tag": "02c1cf3c-01fd-4e20-92e6-819e36ded02a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:09.672757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf2be58a-5f30-4806-88a6-6f442c68e44d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:09.673327 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2be58a-5f30-4806-88a6-6f442c68e44d'] response: {'name': 'network-changed', 'server_uuid': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'tag': '02c1cf3c-01fd-4e20-92e6-819e36ded02a', 'status': 'completed', 'code': 200} Apr 05 22:34:09.726228 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks [] for port (e10a5450-6f87-48cf-92f3-b445839db608), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.733488 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (e10a5450-6f87-48cf-92f3-b445839db608), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.900528 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a959c-f010-4a95-b37d-b91a42006e4f req-e6fb149d-ce00-4dc0-b583-d0efd075f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:09.904113 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c80a959c-f010-4a95-b37d-b91a42006e4f req-e6fb149d-ce00-4dc0-b583-d0efd075f294 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 1127 time: 0.0664089 Apr 05 22:34:09.930169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (9f4d1e1b-826b-4b39-82f8-73b771127f33), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:09.947200 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Pushing event updated for resources: {'Port': ['ID=e10a5450-6f87-48cf-92f3-b445839db608,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:10.110779 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986627b-b469-4978-acee-88327d3d4caf req-401e44ae-abff-4e4d-8965-fc6c18eeb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.112288 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-401e44ae-abff-4e4d-8965-fc6c18eeb699 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.3277130 Apr 05 22:34:10.114246 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-66112a6f-242b-4306-bde5-f602db64259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.115858 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-66112a6f-242b-4306-bde5-f602db64259d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 1127 time: 0.2830281 Apr 05 22:34:10.118893 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:10.210746 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-dfb1df96-2411-4a01-b530-08ee0db4072d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 200 len: 217 time: 0.0871162 Apr 05 22:34:10.239230 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:10.239619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.298959 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:10.309498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:10.377978 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986627b-b469-4978-acee-88327d3d4caf req-bb85cef1-bb37-4264-acfb-48b522061620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.379548 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-bb85cef1-bb37-4264-acfb-48b522061620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.1588719 Apr 05 22:34:10.491909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:10.502811 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-70b426f3-e033-456f-8f66-a4875ebb27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.507775 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-70b426f3-e033-456f-8f66-a4875ebb27fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 200 len: 910 time: 0.3823926 Apr 05 22:34:10.595656 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a959c-f010-4a95-b37d-b91a42006e4f req-2fdd741d-4360-421f-bc43-c58cfb865946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.597628 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c80a959c-f010-4a95-b37d-b91a42006e4f req-2fdd741d-4360-421f-bc43-c58cfb865946 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c12b3ef92f644773a69c3b4728060713&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6858490 Apr 05 22:34:10.629923 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59650) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:10.672165 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-f95df548-7896-4a6e-9f80-ccb9013c6a43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97729086-f88c-409e-828d-7ad9a39c6252 HTTP/1.1" status: 200 len: 217 time: 0.1314378 Apr 05 22:34:10.744778 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.788570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4af6b4fc-f066-45df-a5c9-4adfa1ed5396 None None] Provisioning complete for port e10a5450-6f87-48cf-92f3-b445839db608 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:10.791580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4af6b4fc-f066-45df-a5c9-4adfa1ed5396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e10a5450-6f87-48cf-92f3-b445839db608), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:10.841137 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986627b-b469-4978-acee-88327d3d4caf req-bdab5fb2-a665-4d56-bd34-bce5bf7ce00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.842935 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-bdab5fb2-a665-4d56-bd34-bce5bf7ce00b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3673480 Apr 05 22:34:10.867062 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92447e9-08b4-40df-b679-d46660790daf req-98e222b4-71c1-4c38-a1e9-f7f0d6ba30b7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.868873 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a92447e9-08b4-40df-b679-d46660790daf req-98e222b4-71c1-4c38-a1e9-f7f0d6ba30b7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 943 time: 0.4110754 Apr 05 22:34:10.888675 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 97729086-f88c-409e-828d-7ad9a39c6252 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:10.891587 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-e5ad31d9-9a8c-403d-8cda-e5a0ddb27068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.893067 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-e5ad31d9-9a8c-403d-8cda-e5a0ddb27068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e8f7bf-bbde-4082-b103-28701b38c48c HTTP/1.1" status: 200 len: 849 time: 0.1689231 Apr 05 22:34:10.903417 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491c03-61d9-4e99-8b9a-a564c5b61c49 req-67a9f5ef-430b-4134-8e09-6b505c58b9ef tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:10.912564 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96491c03-61d9-4e99-8b9a-a564c5b61c49 req-67a9f5ef-430b-4134-8e09-6b505c58b9ef tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 943 time: 0.2433760 Apr 05 22:34:10.955339 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a92447e9-08b4-40df-b679-d46660790daf req-3771eac0-2c09-4c32-b4ad-b38cd382bb22 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Apr 05 22:34:10.964998 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-6a2b81b3-59af-4670-860e-091e8bf33c67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce33f5e5-be98-40dc-86e0-db8663d2957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500171 Apr 05 22:34:10.968830 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Router 9f4d1e1b-826b-4b39-82f8-73b771127f33 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:11.030652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a959c-f010-4a95-b37d-b91a42006e4f req-d4db9466-2e3b-467f-9d1f-8e23b81646ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.032870 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c80a959c-f010-4a95-b37d-b91a42006e4f req-d4db9466-2e3b-467f-9d1f-8e23b81646ab service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4249852 Apr 05 22:34:11.033836 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1037384263-network', 'tenant_id': '0789e96e12d6490086f160dd24fb4c13'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:11.081093 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4af6b4fc-f066-45df-a5c9-4adfa1ed5396 None None] Port e10a5450-6f87-48cf-92f3-b445839db608 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:11.102295 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 97729086-f88c-409e-828d-7ad9a39c6252, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=97729086-f88c-409e-828d-7ad9a39c6252,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:11.115987 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '97729086-f88c-409e-828d-7ad9a39c6252', 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c', 'port_id': '97729086-f88c-409e-828d-7ad9a39c6252', 'mac_address': 'fa:16:3e:97:62:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e8f7bf-bbde-4082-b103-28701b38c48c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:11.135142 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-1f2cd224-22be-4e04-b19c-27f3b8a4a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.137768 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-1f2cd224-22be-4e04-b19c-27f3b8a4a789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 1127 time: 0.0624218 Apr 05 22:34:11.166367 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 97729086-f88c-409e-828d-7ad9a39c6252 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:11.166799 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (97729086-f88c-409e-828d-7ad9a39c6252), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.180819 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97729086-f88c-409e-828d-7ad9a39c6252 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:11.200447 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-fe540119-5331-4aea-9666-41ffdd8453d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a HTTP/1.1" status: 200 len: 217 time: 0.0551131 Apr 05 22:34:11.204233 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96491c03-61d9-4e99-8b9a-a564c5b61c49 req-52b28562-1804-4418-9556-d154da3b35e7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909603 Apr 05 22:34:11.204799 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Made reservation on behalf of 0789e96e12d6490086f160dd24fb4c13 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:11.207027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.207202 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 97729086-f88c-409e-828d-7ad9a39c6252, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=97729086-f88c-409e-828d-7ad9a39c6252,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:11.213045 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (97729086-f88c-409e-828d-7ad9a39c6252), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.214155 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 844e9748-a7bf-4051-9ca9-8c02ecd2d644 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:11.236088 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.252427 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-9765ba03-ed70-4a88-9eee-8275e027192f service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028504 Apr 05 22:34:11.280307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-0a10d9b0-7e62-4cc4-9fa2-8915bf5a2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.282419 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-0a10d9b0-7e62-4cc4-9fa2-8915bf5a2f17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0739973 Apr 05 22:34:11.286901 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=97729086-f88c-409e-828d-7ad9a39c6252,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.348526 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-db9e3128-036c-402e-a44a-c0b34836c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.350660 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-db9e3128-036c-402e-a44a-c0b34836c34a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620093 Apr 05 22:34:11.368518 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-f856393e-9933-470b-bb62-f7fd0aa5a4ae service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879762 Apr 05 22:34:11.376193 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:11.389386 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '844e9748-a7bf-4051-9ca9-8c02ecd2d644', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'port_id': '844e9748-a7bf-4051-9ca9-8c02ecd2d644', 'mac_address': 'fa:16:3e:e7:8a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:11.429810 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:11.430204 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.444933 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844e9748-a7bf-4051-9ca9-8c02ecd2d644 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:11.456656 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-46628ab1-d683-4daf-b945-dfcb9d2f7a86 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996058 Apr 05 22:34:11.466191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:11.470587 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.486519 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:11.500504 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-02f4b1ce-9832-4108-832a-a183a4020274 admin admin] 10.222.0.26 "PUT /v2.0/routers/9f4d1e1b-826b-4b39-82f8-73b771127f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8464165 Apr 05 22:34:11.513975 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Sync routers for ids ['9f4d1e1b-826b-4b39-82f8-73b771127f33'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:11.516870 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2986627b-b469-4978-acee-88327d3d4caf req-44434c59-4d48-4848-a568-f0ae79ec71ef service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538321 Apr 05 22:34:11.546916 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=844e9748-a7bf-4051-9ca9-8c02ecd2d644,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.549593 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Routers {'9f4d1e1b-826b-4b39-82f8-73b771127f33'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:11.550783 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:34:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['9f4d1e1b-826b-4b39-82f8-73b771127f33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:11.568223 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks [] for security_group (da9bdb55-6a2c-49c9-8083-0b7e74e2378c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.574321 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8bc4d12-ffc9-4a29-9f0c-70a35c2292d9 req-4cceb1f5-2c26-4b64-b4ad-c1079ab640bf service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963756 Apr 05 22:34:11.576626 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (da9bdb55-6a2c-49c9-8083-0b7e74e2378c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.593030 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0c6f3c0-ca33-4535-96c3-ac370a9e4ce9 req-554c1b8d-cbc3-4dd4-ac2d-3efba9025ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306088 Apr 05 22:34:11.621360 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:34:11.633521 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9bdb55-6a2c-49c9-8083-0b7e74e2378c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.641368 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (d8cab239-0a4e-40d4-91de-63695f4d2d50), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.641613 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Added segment d8cab239-0a4e-40d4-91de-63695f4d2d50 of type vlan for network 2dd06480-362a-4e48-9750-de42bdb12bb5 Apr 05 22:34:11.685163 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (2dd06480-362a-4e48-9750-de42bdb12bb5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.705792 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Set router 9f4d1e1b-826b-4b39-82f8-73b771127f33 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:11.715837 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (2dd06480-362a-4e48-9750-de42bdb12bb5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.717665 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:11.718299 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.784954 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1539526 Apr 05 22:34:11.789177 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59672) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:11.793867 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Request body: {'subnet': {'network_id': '2dd06480-362a-4e48-9750-de42bdb12bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1037384263-subnet', 'tenant_id': '0789e96e12d6490086f160dd24fb4c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:11.795325 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22431d0-bb00-4779-968a-549657413042 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd06480-362a-4e48-9750-de42bdb12bb5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:11.815507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Made reservation on behalf of 0789e96e12d6490086f160dd24fb4c13 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:11.818178 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:11.846933 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['844e9748-a7bf-4051-9ca9-8c02ecd2d644'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:11.875270 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 2dd06480-362a-4e48-9750-de42bdb12bb5 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:34:11.915694 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['97729086-f88c-409e-828d-7ad9a39c6252'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:12.027543 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (e8cd69fd-9d50-499e-af85-0dae324c291f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.103892 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Checking segment: {'id': 'd8cab239-0a4e-40d4-91de-63695f4d2d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2dd06480-362a-4e48-9750-de42bdb12bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:12.104261 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Network hostable DHCP agents. Network: 2dd06480-362a-4e48-9750-de42bdb12bb5, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:34:12.108087 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cd69fd-9d50-499e-af85-0dae324c291f,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:12.127664 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Network 2dd06480-362a-4e48-9750-de42bdb12bb5 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:34:12.146835 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 2dd06480-362a-4e48-9750-de42bdb12bb5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:12.163880 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.166786 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.170217 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df68d0-678e-4c6b-a2b3-63ca26e1d72b None None] Network 2dd06480-362a-4e48-9750-de42bdb12bb5 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:12.200893 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8eb115bd-f7fb-4aec-be33-4273cfffeee6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4113529 Apr 05 22:34:12.323910 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:12.328857 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077186790', 'description': 'tempest-secgroup-smoke-1077186790 description', 'project_id': '85c2206ba2474de29730553f3154924f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:12.358903 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.458604 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group (55508311-2122-4e7c-bac9-157203828c96), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.471230 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (55508311-2122-4e7c-bac9-157203828c96), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.577231 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55508311-2122-4e7c-bac9-157203828c96,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:12.577654 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.596544 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.600979 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cd4a325b-fe15-463d-973b-4a1bed3d9f04 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2761390 Apr 05 22:34:12.601440 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:12.610306 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group_rule': {'security_group_id': '55508311-2122-4e7c-bac9-157203828c96', 'project_id': '85c2206ba2474de29730553f3154924f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:12.618571 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4e642-9f25-445c-9fef-3a02a6ab0ada req-88449945-43b2-4a5e-a22c-52b25751429b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.620569 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38c4e642-9f25-445c-9fef-3a02a6ab0ada req-88449945-43b2-4a5e-a22c-52b25751429b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 943 time: 0.1593301 Apr 05 22:34:12.664559 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'e10a5450-6f87-48cf-92f3-b445839db608', 'name': '', 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'mac_address': 'fa:16:3e:65:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:06Z', 'updated_at': '2022-04-05T22:34:09Z', 'revision_number': 2, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'subnets': [{'id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:12.671233 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204dba2-9b99-4c21-96cf-beece5920032 None None] Network 2dd06480-362a-4e48-9750-de42bdb12bb5 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:12.694097 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (cb61655b-e19b-4544-b48a-a7b5de20d071), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.701718 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Checking router: 9f4d1e1b-826b-4b39-82f8-73b771127f33 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:12.702088 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Updating router 9f4d1e1b-826b-4b39-82f8-73b771127f33 port e10a5450-6f87-48cf-92f3-b445839db608 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:34:12.709418 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38c4e642-9f25-445c-9fef-3a02a6ab0ada req-3a5e3d7d-8d0e-4dcf-932e-85e5f88da411 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788436 Apr 05 22:34:12.831289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e10a5450-6f87-48cf-92f3-b445839db608), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.867939 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (cb61655b-e19b-4544-b48a-a7b5de20d071), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.887790 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (cb61655b-e19b-4544-b48a-a7b5de20d071), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.916015 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb61655b-e19b-4544-b48a-a7b5de20d071,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:12.925996 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:12.928036 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-44c2c7b7-525a-40e1-bf57-b99dbeb8ef03 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241689 Apr 05 22:34:12.930810 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:12.936176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group_rule': {'security_group_id': '55508311-2122-4e7c-bac9-157203828c96', 'project_id': '85c2206ba2474de29730553f3154924f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:12.951895 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862294b0-4a37-4989-a7e2-023d66ceb769 req-5ae4b43c-2d0b-4a63-8fc8-fd25259fe961 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:12.954106 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-862294b0-4a37-4989-a7e2-023d66ceb769 req-5ae4b43c-2d0b-4a63-8fc8-fd25259fe961 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 944 time: 0.1121213 Apr 05 22:34:12.990406 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (f4029486-09b5-4f5e-934b-379ece8f24e5), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.071631 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 02c1cf3c-01fd-4e20-92e6-819e36ded02a details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:13.219505 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:13.226053 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023010541-network', 'tenant_id': 'ed84d7db28154956afc8c829ebfb01ca'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:13.253459 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Made reservation on behalf of ed84d7db28154956afc8c829ebfb01ca for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:13.256394 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.265335 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-862294b0-4a37-4989-a7e2-023d66ceb769 req-b5454b4e-d3b6-40fa-a5f9-bba74666c9fa tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013577 Apr 05 22:34:13.268983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.314115 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (f4029486-09b5-4f5e-934b-379ece8f24e5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.320257 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (f4029486-09b5-4f5e-934b-379ece8f24e5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.366244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks [] for security_group (52fe0f69-beaa-4d39-a765-f759d796ff11), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.371875 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (52fe0f69-beaa-4d39-a765-f759d796ff11), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.390115 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Publish callbacks [] for port (e10a5450-6f87-48cf-92f3-b445839db608), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.392887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4029486-09b5-4f5e-934b-379ece8f24e5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:13.401977 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.404409 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fe0f69-beaa-4d39-a765-f759d796ff11,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:13.404696 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0e5785d1-6238-4cd2-a489-db4f65c8ec1d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4725401 Apr 05 22:34:13.407583 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:13.408845 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (e10a5450-6f87-48cf-92f3-b445839db608), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.418094 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:34:13.421999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group_rule': {'security_group_id': '55508311-2122-4e7c-bac9-157203828c96', 'project_id': '85c2206ba2474de29730553f3154924f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:13.428059 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:13.438101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (576ae234-8bfc-471e-9270-8a8c6225889f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.438883 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Added segment 576ae234-8bfc-471e-9270-8a8c6225889f of type vlan for network 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6 Apr 05 22:34:13.468821 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (9e60e327-72b9-4fde-a376-6fa6e4e92222), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.475354 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '02c1cf3c-01fd-4e20-92e6-819e36ded02a', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'port_id': '02c1cf3c-01fd-4e20-92e6-819e36ded02a', 'mac_address': 'fa:16:3e:2a:bc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:13.513363 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (1b3c0002-c1e7-43b5-ae74-fdf738cd67f6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.520511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 97729086-f88c-409e-828d-7ad9a39c6252 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:13.546036 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f3fb-a971-453e-be04-89f77776e568 None None] Pushing event updated for resources: {'Port': ['ID=e10a5450-6f87-48cf-92f3-b445839db608,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:13.562697 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (9e60e327-72b9-4fde-a376-6fa6e4e92222), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.572651 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (9e60e327-72b9-4fde-a376-6fa6e4e92222), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.577455 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (1b3c0002-c1e7-43b5-ae74-fdf738cd67f6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.578743 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:13.579702 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.627472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e60e327-72b9-4fde-a376-6fa6e4e92222,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:13.641502 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.653501 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-835cc595-ce83-472f-8968-007a198223b0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2392683 Apr 05 22:34:13.656132 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:13.668707 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group_rule': {'security_group_id': '55508311-2122-4e7c-bac9-157203828c96', 'project_id': '85c2206ba2474de29730553f3154924f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:13.679363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Attempting to bind port e10a5450-6f87-48cf-92f3-b445839db608 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:13.679851 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Attempting to bind port e10a5450-6f87-48cf-92f3-b445839db608 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:13.679956 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Attempting to bind port e10a5450-6f87-48cf-92f3-b445839db608 on network 7a4fcc9d-1d7d-41b0-9547-7d981192473d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:13.687028 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4649704 Apr 05 22:34:13.691726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:13.703879 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:13.704497 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Checking segment: {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:13.704702 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.705092 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Bound using segment: {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:13.705613 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Bound port: e10a5450-6f87-48cf-92f3-b445839db608, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cd5ba4-ec45-4d40-8c5c-ba23f92def58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:13.706028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e10a5450-6f87-48cf-92f3-b445839db608), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.708914 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Request body: {'subnet': {'network_id': '1b3c0002-c1e7-43b5-ae74-fdf738cd67f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023010541-subnet', 'tenant_id': 'ed84d7db28154956afc8c829ebfb01ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:13.718418 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (40afabdf-5cbe-4fc2-8908-3e589219fd22), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.722396 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d5d7-8669-48bc-971d-dcfe91e0ba73 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3c0002-c1e7-43b5-ae74-fdf738cd67f6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:13.758135 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:34:13.771862 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Made reservation on behalf of ed84d7db28154956afc8c829ebfb01ca for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:13.775514 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.833711 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 02c1cf3c-01fd-4e20-92e6-819e36ded02a is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:13.834112 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.842338 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (40afabdf-5cbe-4fc2-8908-3e589219fd22), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.848301 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (40afabdf-5cbe-4fc2-8908-3e589219fd22), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.908306 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.914247 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c1cf3c-01fd-4e20-92e6-819e36ded02a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:13.923471 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:13.923686 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626061 Apr 05 22:34:13.923686 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb46e7-cf59-4998-bb50-e383e6fd5216 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40afabdf-5cbe-4fc2-8908-3e589219fd22,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:13.925221 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59772) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:13.933178 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group_rule': {'security_group_id': '55508311-2122-4e7c-bac9-157203828c96', 'project_id': '85c2206ba2474de29730553f3154924f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:13.942980 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 97729086-f88c-409e-828d-7ad9a39c6252 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:13.985139 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 97729086-f88c-409e-828d-7ad9a39c6252 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:13.985798 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (97729086-f88c-409e-828d-7ad9a39c6252), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:13.998179 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:13.999867 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Project 85c2206ba2474de29730553f3154924f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:34:14.015561 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (7894cd7e-4c6c-4d62-bb38-c2adb106b41c), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.037928 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.045253 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c649-4998-4c9a-b1bf-938efde727db req-ead08627-b98b-48e6-9ae1-bc362a0a17b2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.047373 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7ac2c649-4998-4c9a-b1bf-938efde727db req-ead08627-b98b-48e6-9ae1-bc362a0a17b2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 943 time: 0.1270673 Apr 05 22:34:14.048577 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] For port e10a5450-6f87-48cf-92f3-b445839db608, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:14.054811 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ab9a45f0-bc9a-425f-850c-682fad1c7468 None None] Provisioning complete for port e10a5450-6f87-48cf-92f3-b445839db608 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:14.055554 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ab9a45f0-bc9a-425f-850c-682fad1c7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e10a5450-6f87-48cf-92f3-b445839db608), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.096180 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (7df72d68-9829-40ea-86cf-402910da9fc8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.137975 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] For port e10a5450-6f87-48cf-92f3-b445839db608, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=e10a5450-6f87-48cf-92f3-b445839db608,segment=NetworkSegment(46cd5ba4-ec45-4d40-8c5c-ba23f92def58),segment_id=46cd5ba4-ec45-4d40-8c5c-ba23f92def58)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:14.155570 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (7894cd7e-4c6c-4d62-bb38-c2adb106b41c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.163680 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (7894cd7e-4c6c-4d62-bb38-c2adb106b41c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.164945 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (e10a5450-6f87-48cf-92f3-b445839db608), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.182225 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7894cd7e-4c6c-4d62-bb38-c2adb106b41c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:14.203478 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.204806 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a45f0-bc9a-425f-850c-682fad1c7468 None None] Port e10a5450-6f87-48cf-92f3-b445839db608 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:14.204958 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c565088b-cdec-4e37-8c7d-0c23960f8d81 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2784209 Apr 05 22:34:14.208408 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59780) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:14.219482 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'security_group_rule': {'security_group_id': '55508311-2122-4e7c-bac9-157203828c96', 'project_id': '85c2206ba2474de29730553f3154924f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:14.226286 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=02c1cf3c-01fd-4e20-92e6-819e36ded02a,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:14.247343 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4ca4-5009-48b5-810b-39c08879595e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.276888 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Project 85c2206ba2474de29730553f3154924f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:34:14.284740 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (dc0aa157-786e-4df9-a981-17198eab8668), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.287466 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7ac2c649-4998-4c9a-b1bf-938efde727db req-f36c69b8-36ed-4e57-aacd-f346c63d5b99 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114336 Apr 05 22:34:14.299774 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df72d68-9829-40ea-86cf-402910da9fc8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:14.327411 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['02c1cf3c-01fd-4e20-92e6-819e36ded02a'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:14.327584 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Checking segment: {'id': '576ae234-8bfc-471e-9270-8a8c6225889f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1b3c0002-c1e7-43b5-ae74-fdf738cd67f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:14.327878 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Network hostable DHCP agents. Network: 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:34:14.391479 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Network 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:34:14.410793 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:14.418009 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.421265 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.458699 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ebb5d811-8390-4777-ab2d-c2309510afc2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7653360 Apr 05 22:34:14.458884 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (dc0aa157-786e-4df9-a981-17198eab8668), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.465917 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (dc0aa157-786e-4df9-a981-17198eab8668), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.474129 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee52987-24e2-43eb-8cdc-708e882ca89e None None] Network 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:14.477054 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Routers {'9f4d1e1b-826b-4b39-82f8-73b771127f33'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:14.477314 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:34:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['9f4d1e1b-826b-4b39-82f8-73b771127f33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:14.517720 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb3d8e-3b2c-40be-bdb5-b93152079bf5 req-4f4e6f95-c46a-428e-9b33-2016573dd309 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.519543 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7acb3d8e-3b2c-40be-bdb5-b93152079bf5 req-4f4e6f95-c46a-428e-9b33-2016573dd309 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1537013 Apr 05 22:34:14.520255 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0aa157-786e-4df9-a981-17198eab8668,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:14.533839 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.542751 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5b56cb25-51cf-4a78-8eb7-99f6d60fbc9a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3253481 Apr 05 22:34:14.579754 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4ca4-5009-48b5-810b-39c08879595e admin admin] Publish callbacks [] for security_group (8272f86d-79ca-4ad7-a815-6d3a10824ce3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.585124 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4ca4-5009-48b5-810b-39c08879595e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8272f86d-79ca-4ad7-a815-6d3a10824ce3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.626028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 97729086-f88c-409e-828d-7ad9a39c6252 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:14.628195 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (97729086-f88c-409e-828d-7ad9a39c6252), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.636597 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7acb3d8e-3b2c-40be-bdb5-b93152079bf5 req-07847c6f-be87-4824-a08d-09a79d40c8e3 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058116 Apr 05 22:34:14.659493 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9a7a4ca4-5009-48b5-810b-39c08879595e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dff4d73e3b44410897e67ba8c4290a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7358921 Apr 05 22:34:14.661615 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a4ca4-5009-48b5-810b-39c08879595e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272f86d-79ca-4ad7-a815-6d3a10824ce3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:14.661852 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59796) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:14.678425 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1b9c-fd18-4f77-aeeb-00bec158cdd7 req-71509511-69f2-4b50-9cd2-3fc3115b157c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:14.680307 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e7ed1b9c-fd18-4f77-aeeb-00bec158cdd7 req-71509511-69f2-4b50-9cd2-3fc3115b157c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 944 time: 0.1972253 Apr 05 22:34:14.770113 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da82deb-74b6-47c5-b59c-ea62142899f5 admin admin] Publish callbacks [] for security_group (8272f86d-79ca-4ad7-a815-6d3a10824ce3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.795833 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 97729086-f88c-409e-828d-7ad9a39c6252, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=97729086-f88c-409e-828d-7ad9a39c6252,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:14.805191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97729086-f88c-409e-828d-7ad9a39c6252'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:14.807677 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3b24b7-768e-4c8b-8557-0a05440b0978" -d '{"events": [{"server_uuid": "e89ccd61-0b1c-4629-b934-09c3acfc4dc4", "name": "network-vif-plugged", "status": "completed", "tag": "97729086-f88c-409e-828d-7ad9a39c6252"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:14.832045 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e7ed1b9c-fd18-4f77-aeeb-00bec158cdd7 req-d08fea56-1953-433d-a1bc-9095730647e2 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420634 Apr 05 22:34:14.843023 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da82deb-74b6-47c5-b59c-ea62142899f5 admin admin] Publish callbacks [] for security_group (8272f86d-79ca-4ad7-a815-6d3a10824ce3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.844892 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 59822) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:14.887596 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (97729086-f88c-409e-828d-7ad9a39c6252), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.888473 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 844e9748-a7bf-4051-9ca9-8c02ecd2d644 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:14.937058 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f3c76-2831-43df-8c82-fb147a344bcd x-openstack-request-id: req-f54f3c76-2831-43df-8c82-fb147a344bcd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:14.939340 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89ccd61-0b1c-4629-b934-09c3acfc4dc4", "name": "network-vif-plugged", "status": "completed", "tag": "97729086-f88c-409e-828d-7ad9a39c6252", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:14.939744 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f54f3c76-2831-43df-8c82-fb147a344bcd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:14.940254 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54f3c76-2831-43df-8c82-fb147a344bcd'] response: {'server_uuid': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97729086-f88c-409e-828d-7ad9a39c6252', 'code': 200} Apr 05 22:34:14.946832 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da82deb-74b6-47c5-b59c-ea62142899f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8272f86d-79ca-4ad7-a815-6d3a10824ce3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.950027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4da82deb-74b6-47c5-b59c-ea62142899f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:14.951230 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4da82deb-74b6-47c5-b59c-ea62142899f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8272f86d-79ca-4ad7-a815-6d3a10824ce3 HTTP/1.1" status: 204 len: 168 time: 0.2882853 Apr 05 22:34:14.969945 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f3fb-a971-453e-be04-89f77776e568 None None] Pushing event updated for resources: {'Port': ['ID=e10a5450-6f87-48cf-92f3-b445839db608,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:14.970143 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da82deb-74b6-47c5-b59c-ea62142899f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272f86d-79ca-4ad7-a815-6d3a10824ce3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.046247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a62d37-5dad-4dd5-b26f-544d6d28c39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.143129 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dd3a3-994f-4995-afa3-91b2c26b1e2a req-7f96b50d-a3b9-42e1-bfe2-8bab750e8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.144805 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dd7dd3a3-994f-4995-afa3-91b2c26b1e2a req-7f96b50d-a3b9-42e1-bfe2-8bab750e8fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0949826 Apr 05 22:34:15.219647 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a62d37-5dad-4dd5-b26f-544d6d28c39c admin admin] Publish callbacks [] for security_group (8e4160ac-fa85-462d-abaa-8e8c8220d234), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.225637 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dd7dd3a3-994f-4995-afa3-91b2c26b1e2a req-4ba1cdcc-522c-48e4-a327-df9b2c9f1c9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742655 Apr 05 22:34:15.227224 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-53a62d37-5dad-4dd5-b26f-544d6d28c39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8e4160ac-fa85-462d-abaa-8e8c8220d234), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.282412 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-53a62d37-5dad-4dd5-b26f-544d6d28c39c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2823c654edfb4d339b6346467f6f1f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336305 Apr 05 22:34:15.282412 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a62d37-5dad-4dd5-b26f-544d6d28c39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4160ac-fa85-462d-abaa-8e8c8220d234,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.283216 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 59846) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:15.372174 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751de6f-ebab-40e4-9f5d-95cdc891880e None None] Network 1b3c0002-c1e7-43b5-ae74-fdf738cd67f6 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:34:15.395570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] Provisioning complete for port e10a5450-6f87-48cf-92f3-b445839db608 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:15.395950 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e10a5450-6f87-48cf-92f3-b445839db608), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.405490 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c11f30b-6a57-4c55-9079-44d6848f1f68 admin admin] Publish callbacks [] for security_group (8e4160ac-fa85-462d-abaa-8e8c8220d234), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.442580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] Set router 9f4d1e1b-826b-4b39-82f8-73b771127f33 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:15.446133 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c11f30b-6a57-4c55-9079-44d6848f1f68 admin admin] Publish callbacks [] for security_group (8e4160ac-fa85-462d-abaa-8e8c8220d234), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.470162 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6ad3a-8dd4-4322-8e1b-e9fba0056c77 req-66c65af3-c485-4f1a-8b5e-39ba58c58e20 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.471499 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88d6ad3a-8dd4-4322-8e1b-e9fba0056c77 req-66c65af3-c485-4f1a-8b5e-39ba58c58e20 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 944 time: 0.0763013 Apr 05 22:34:15.554322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c11f30b-6a57-4c55-9079-44d6848f1f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8e4160ac-fa85-462d-abaa-8e8c8220d234), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.557096 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0c11f30b-6a57-4c55-9079-44d6848f1f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.558309 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0c11f30b-6a57-4c55-9079-44d6848f1f68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e4160ac-fa85-462d-abaa-8e8c8220d234 HTTP/1.1" status: 204 len: 168 time: 0.2740452 Apr 05 22:34:15.572394 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11f30b-6a57-4c55-9079-44d6848f1f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4160ac-fa85-462d-abaa-8e8c8220d234,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.580236 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88d6ad3a-8dd4-4322-8e1b-e9fba0056c77 req-c4536362-5df2-4f0c-b0fc-611dd622d60f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005800 Apr 05 22:34:15.678956 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=97729086-f88c-409e-828d-7ad9a39c6252,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:15.862857 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308a23b-a8a8-4add-8b67-7a24a1391f6c req-a9494c89-6d52-4ad8-8461-2cff03ce8a6f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:15.865439 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a308a23b-a8a8-4add-8b67-7a24a1391f6c req-a9494c89-6d52-4ad8-8461-2cff03ce8a6f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0831506 Apr 05 22:34:15.950872 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:15.975332 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:15.975997 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:15.998752 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a308a23b-a8a8-4add-8b67-7a24a1391f6c req-7717ac1a-23a3-48ca-a886-7d40439feac0 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258192 Apr 05 22:34:16.046696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e24e-b9e6-4c74-b8cf-79978f2ef59b req-4054c75c-d22e-4ff7-abb5-4fe6389eaa98 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.048475 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d7d2e24e-b9e6-4c74-b8cf-79978f2ef59b req-4054c75c-d22e-4ff7-abb5-4fe6389eaa98 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.1131597 Apr 05 22:34:16.052841 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] Current status of the port e10a5450-6f87-48cf-92f3-b445839db608 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:16.053526 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e10a5450-6f87-48cf-92f3-b445839db608), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.105066 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d7d2e24e-b9e6-4c74-b8cf-79978f2ef59b req-66ad6463-0ef1-461d-b9f8-8226ae59bd96 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 Apr 05 22:34:16.115356 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] For port e10a5450-6f87-48cf-92f3-b445839db608, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=e10a5450-6f87-48cf-92f3-b445839db608,segment=NetworkSegment(46cd5ba4-ec45-4d40-8c5c-ba23f92def58),segment_id=46cd5ba4-ec45-4d40-8c5c-ba23f92def58)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:16.123523 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (e10a5450-6f87-48cf-92f3-b445839db608), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.201047 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'e10a5450-6f87-48cf-92f3-b445839db608', 'name': '', 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'mac_address': 'fa:16:3e:65:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:06Z', 'updated_at': '2022-04-05T22:34:14Z', 'revision_number': 4, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'subnets': [{'id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:16.237155 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9a06a-4b94-4f4a-885f-3c6822238368 None None] The sync data for ids ['9f4d1e1b-826b-4b39-82f8-73b771127f33'] in dv-cinder-833443-2-iscsi is: [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'e10a5450-6f87-48cf-92f3-b445839db608', 'name': '', 'network_id': '7a4fcc9d-1d7d-41b0-9547-7d981192473d', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'mac_address': 'fa:16:3e:65:d5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:06Z', 'updated_at': '2022-04-05T22:34:14Z', 'revision_number': 4, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'subnets': [{'id': '7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:16.238839 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64895ef1-0013-4777-8aca-f6cddb1e27d6 None None] Pushing event updated for resources: {'Port': ['ID=e10a5450-6f87-48cf-92f3-b445839db608,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:16.241178 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:16.241596 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.277830 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:16.282862 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.349025 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=844e9748-a7bf-4051-9ca9-8c02ecd2d644,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:16.657166 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 02c1cf3c-01fd-4e20-92e6-819e36ded02a up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:16.730113 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 02c1cf3c-01fd-4e20-92e6-819e36ded02a completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:16.731566 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a96c0c-1856-4112-8e35-f9a084b25d49 req-b9f61266-3c5d-4e50-a59e-b39ebcc28285 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:16.733384 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-69a96c0c-1856-4112-8e35-f9a084b25d49 req-b9f61266-3c5d-4e50-a59e-b39ebcc28285 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 944 time: 0.0675044 Apr 05 22:34:16.735997 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 02c1cf3c-01fd-4e20-92e6-819e36ded02a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:16.736544 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.801168 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-69a96c0c-1856-4112-8e35-f9a084b25d49 req-39f2463b-a1b6-4e7a-955a-3b818b2cdb09 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620313 Apr 05 22:34:16.858969 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 02c1cf3c-01fd-4e20-92e6-819e36ded02a is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:16.859597 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.900271 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:16.905936 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:16.940756 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c948572-4ee7-4575-bb56-f153c7687002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844e9748-a7bf-4051-9ca9-8c02ecd2d644'}, {'server_uuid': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1cf3c-01fd-4e20-92e6-819e36ded02a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:16.943194 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ff5d54-6bae-487a-9400-ef23a62bf8f5" -d '{"events": [{"server_uuid": "5c948572-4ee7-4575-bb56-f153c7687002", "name": "network-vif-plugged", "status": "completed", "tag": "844e9748-a7bf-4051-9ca9-8c02ecd2d644"}, {"server_uuid": "87af5738-0c45-4e54-9c7f-59327cd81bcf", "name": "network-vif-plugged", "status": "completed", "tag": "02c1cf3c-01fd-4e20-92e6-819e36ded02a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:16.967306 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=02c1cf3c-01fd-4e20-92e6-819e36ded02a,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:16.991771 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8262450-473c-446f-991d-84d68fefdfb4 x-openstack-request-id: req-c8262450-473c-446f-991d-84d68fefdfb4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:16.992095 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c948572-4ee7-4575-bb56-f153c7687002", "name": "network-vif-plugged", "status": "completed", "tag": "844e9748-a7bf-4051-9ca9-8c02ecd2d644", "code": 200}, {"server_uuid": "87af5738-0c45-4e54-9c7f-59327cd81bcf", "name": "network-vif-plugged", "status": "completed", "tag": "02c1cf3c-01fd-4e20-92e6-819e36ded02a", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:16.992358 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8262450-473c-446f-991d-84d68fefdfb4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:16.992774 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8262450-473c-446f-991d-84d68fefdfb4'] response: {'server_uuid': '5c948572-4ee7-4575-bb56-f153c7687002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844e9748-a7bf-4051-9ca9-8c02ecd2d644', 'code': 200} Apr 05 22:34:16.993070 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8262450-473c-446f-991d-84d68fefdfb4'] response: {'server_uuid': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c1cf3c-01fd-4e20-92e6-819e36ded02a', 'code': 200} Apr 05 22:34:17.189294 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207c051-01fb-4372-9b6e-6b17382aa3a5 req-55dc61b2-0a5b-4e8a-8b9c-7f18c77e643a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.196619 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8207c051-01fb-4372-9b6e-6b17382aa3a5 req-55dc61b2-0a5b-4e8a-8b9c-7f18c77e643a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0724740 Apr 05 22:34:17.275055 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c167-3f10-4742-92a1-cde4dedd624f req-07fffc55-3c0b-4225-9a7d-32502c5c5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.277865 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-81e6c167-3f10-4742-92a1-cde4dedd624f req-07fffc55-3c0b-4225-9a7d-32502c5c5dfa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1129 time: 0.1309896 Apr 05 22:34:17.303889 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8207c051-01fb-4372-9b6e-6b17382aa3a5 req-66db3723-15f1-4443-b432-893819a7d379 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987327 Apr 05 22:34:17.317511 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa14ee-0c38-48e6-b761-b87c359f04dd req-8399593f-efa2-412a-9342-b2430dcef151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.319310 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a9fa14ee-0c38-48e6-b761-b87c359f04dd req-8399593f-efa2-412a-9342-b2430dcef151 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 1129 time: 0.0730014 Apr 05 22:34:17.362130 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665d3d-77d7-4d91-8d39-c29d4de29139 req-7c5d5a48-3fd5-49d0-8123-93e90cc55f5c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.368425 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7a665d3d-77d7-4d91-8d39-c29d4de29139 req-7c5d5a48-3fd5-49d0-8123-93e90cc55f5c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.1390262 Apr 05 22:34:17.377856 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-81e6c167-3f10-4742-92a1-cde4dedd624f req-fb83bbda-06c3-4948-a7bc-32227b8db623 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899479 Apr 05 22:34:17.389632 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a9fa14ee-0c38-48e6-b761-b87c359f04dd req-919846b5-d375-4ee2-b8cd-4dfe12b7e3da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545175 Apr 05 22:34:17.434670 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7a665d3d-77d7-4d91-8d39-c29d4de29139 req-d56547be-a1a1-4cf6-a39c-561f0483e0e3 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534849 Apr 05 22:34:17.928341 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8d1ad-f051-44b6-bf46-e0eb7142dc50 req-66337682-5e57-4a04-b288-d743e865b6b8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:17.929828 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-def8d1ad-f051-44b6-bf46-e0eb7142dc50 req-66337682-5e57-4a04-b288-d743e865b6b8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0528207 Apr 05 22:34:17.985112 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-def8d1ad-f051-44b6-bf46-e0eb7142dc50 req-548f1f9f-896f-449a-b556-945b7ec06899 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Apr 05 22:34:18.083572 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device e10a5450-6f87-48cf-92f3-b445839db608 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:18.139600 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port e10a5450-6f87-48cf-92f3-b445839db608 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:18.139971 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e10a5450-6f87-48cf-92f3-b445839db608), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:18.220786 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port e10a5450-6f87-48cf-92f3-b445839db608 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:18.249860 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453d4b1-7b2b-4e83-b14d-0b8583395c38 req-fbcb0711-75d5-4ae7-be5a-1dbfc70ef95e tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:18.251449 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1453d4b1-7b2b-4e83-b14d-0b8583395c38 req-fbcb0711-75d5-4ae7-be5a-1dbfc70ef95e tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0551724 Apr 05 22:34:18.302635 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1453d4b1-7b2b-4e83-b14d-0b8583395c38 req-b63f7acf-a97b-4da4-a3c3-ffa3fd2575ec tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Apr 05 22:34:18.431414 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcdc0a-da2e-4fce-a801-75df0258274f req-9cc6f639-abba-48c9-a8ff-ad2778dcaa08 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:18.433190 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ccfcdc0a-da2e-4fce-a801-75df0258274f req-9cc6f639-abba-48c9-a8ff-ad2778dcaa08 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0532026 Apr 05 22:34:18.485324 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ccfcdc0a-da2e-4fce-a801-75df0258274f req-28811ed3-38c5-4063-ae2c-6b97e9a42a57 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Apr 05 22:34:19.106198 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207296-944e-4099-bb79-730b838b45c2 req-a7db2c73-4d64-41bb-bd51-bcaa9de5602b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.107744 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a207296-944e-4099-bb79-730b838b45c2 req-a7db2c73-4d64-41bb-bd51-bcaa9de5602b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0536253 Apr 05 22:34:19.155797 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a207296-944e-4099-bb79-730b838b45c2 req-e66c50d1-ac9a-4fee-b9de-d0be6f3e2159 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Apr 05 22:34:19.421419 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432947c-8a5b-4e20-92d2-2886eb280f5f req-42253f0f-3aec-4f0f-bcf9-104084ef0149 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.422925 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5432947c-8a5b-4e20-92d2-2886eb280f5f req-42253f0f-3aec-4f0f-bcf9-104084ef0149 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0539308 Apr 05 22:34:19.469473 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5432947c-8a5b-4e20-92d2-2886eb280f5f req-20a01f24-2f7b-4c0b-aa73-7e0101522b5a tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Apr 05 22:34:19.602304 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0f26-e38b-401f-b403-119b6ae059b2 req-f007126c-05f0-4fef-9f64-1a1b22bbe101 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:19.603797 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e0f0f26-e38b-401f-b403-119b6ae059b2 req-f007126c-05f0-4fef-9f64-1a1b22bbe101 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Apr 05 22:34:19.652073 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e0f0f26-e38b-401f-b403-119b6ae059b2 req-effd0e3e-f023-4cb7-836e-9e1cfdfaceb7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405335 Apr 05 22:34:20.276016 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6f4c9-1c2c-451e-8b32-c8c9599177ce req-ac9f0f92-661d-4ee6-ba21-1c033f0e0c8a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.278378 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59b6f4c9-1c2c-451e-8b32-c8c9599177ce req-ac9f0f92-661d-4ee6-ba21-1c033f0e0c8a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0550427 Apr 05 22:34:20.326738 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59b6f4c9-1c2c-451e-8b32-c8c9599177ce req-bbeeb7db-fbd3-49e6-bfe7-746b9f0d80e7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Apr 05 22:34:20.594253 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351580-fa15-43fb-bcd2-b4b62f9b2f47 req-dd0b990c-af52-4dbc-a023-b3358c8a12aa tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.595781 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53351580-fa15-43fb-bcd2-b4b62f9b2f47 req-dd0b990c-af52-4dbc-a023-b3358c8a12aa tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0583932 Apr 05 22:34:20.644152 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53351580-fa15-43fb-bcd2-b4b62f9b2f47 req-3133baaf-b6bc-418e-9819-ac5dfb086b85 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Apr 05 22:34:20.779101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a7d44-4457-45da-9394-e6f6ea26ab4d req-ad8d7fe3-a265-40a1-acfe-638e3c0c1e81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:20.780757 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a80a7d44-4457-45da-9394-e6f6ea26ab4d req-ad8d7fe3-a265-40a1-acfe-638e3c0c1e81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0604873 Apr 05 22:34:20.830069 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a80a7d44-4457-45da-9394-e6f6ea26ab4d req-cd1ed107-e218-4b1d-9941-7cbd18e6aeb5 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428674 Apr 05 22:34:21.443432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af464ff-cbba-44ed-8685-46bd5768f2fd req-6e184cec-c14b-4d29-8080-7a01af288284 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:21.445069 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6af464ff-cbba-44ed-8685-46bd5768f2fd req-6e184cec-c14b-4d29-8080-7a01af288284 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0525742 Apr 05 22:34:21.493257 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6af464ff-cbba-44ed-8685-46bd5768f2fd req-4f196821-ab2c-4a41-9df6-2ded3079f8fe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Apr 05 22:34:21.768249 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846aa04-9588-4cd1-a749-81dbe0a797b6 req-ca3a4045-1dc0-44bd-8ad7-eca27c97a35c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:21.769732 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4846aa04-9588-4cd1-a749-81dbe0a797b6 req-ca3a4045-1dc0-44bd-8ad7-eca27c97a35c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0580566 Apr 05 22:34:21.770775 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb85a28-348e-4405-9540-4d20390ab5ce req-32317a80-a9e7-4bd2-8afd-0d3061a450e4 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:21.772810 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2bb85a28-348e-4405-9540-4d20390ab5ce req-32317a80-a9e7-4bd2-8afd-0d3061a450e4 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0583725 Apr 05 22:34:21.820921 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4846aa04-9588-4cd1-a749-81dbe0a797b6 req-5cbdde66-53d7-4407-9110-0fb850ec4ccc tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Apr 05 22:34:21.825636 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2bb85a28-348e-4405-9540-4d20390ab5ce req-3ea65524-2ea8-4753-8b52-ef994d32a274 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Apr 05 22:34:21.959683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c41ff-6748-4bd3-b1e9-a1cd92e99173 req-11f5478f-4372-484e-a004-e6405ed628c7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:21.961163 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa9c41ff-6748-4bd3-b1e9-a1cd92e99173 req-11f5478f-4372-484e-a004-e6405ed628c7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0539753 Apr 05 22:34:22.008223 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa9c41ff-6748-4bd3-b1e9-a1cd92e99173 req-6660ac82-e162-4b58-89f4-919504acd463 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 Apr 05 22:34:22.246561 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d495bc-7872-446d-b020-c347ea6d8907 req-3b4dc72b-f67f-4798-8a69-8d032b9e6a52 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.247520 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-d361567e-900b-4ea5-a411-fec42da78d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.248166 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62d495bc-7872-446d-b020-c347ea6d8907 req-3b4dc72b-f67f-4798-8a69-8d032b9e6a52 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.0690107 Apr 05 22:34:22.249104 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-d361567e-900b-4ea5-a411-fec42da78d20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 1129 time: 0.0527203 Apr 05 22:34:22.367264 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:22.614613 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-ff9d26ac-6cdb-48f8-af1f-d9f88f4c8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.616320 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-ff9d26ac-6cdb-48f8-af1f-d9f88f4c8aaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.1039593 Apr 05 22:34:22.671384 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-0ee5f96b-619f-4960-bd7b-0b3590937614 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a HTTP/1.1" status: 200 len: 217 time: 0.0451605 Apr 05 22:34:22.698642 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Deleting port 97729086-f88c-409e-828d-7ad9a39c6252 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:34:22.699170 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (97729086-f88c-409e-828d-7ad9a39c6252), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.734457 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-1664dfb3-0e65-4d4f-ac6f-6d18745934ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.736061 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-1664dfb3-0e65-4d4f-ac6f-6d18745934ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0576818 Apr 05 22:34:22.788974 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-6a614630-b2be-4f1e-a43f-a566ce5e16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:22.790479 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-6a614630-b2be-4f1e-a43f-a566ce5e16fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484784 Apr 05 22:34:22.794003 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] For port 97729086-f88c-409e-828d-7ad9a39c6252, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=97729086-f88c-409e-828d-7ad9a39c6252,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:22.794508 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (97729086-f88c-409e-828d-7ad9a39c6252), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:22.809415 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Calling delete_port for 97729086-f88c-409e-828d-7ad9a39c6252 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:34:22.927461 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-f4aa4e94-5f04-498b-b84b-3a4b59f9b971 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298678 Apr 05 22:34:23.034906 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e51d9e-2806-4679-9eb9-03e159105001 req-07cc7064-f545-4e7a-bc71-96d64d87d40a tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.036414 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80e51d9e-2806-4679-9eb9-03e159105001 req-07cc7064-f545-4e7a-bc71-96d64d87d40a tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e89ccd61-0b1c-4629-b934-09c3acfc4dc4 HTTP/1.1" status: 200 len: 945 time: 0.1246860 Apr 05 22:34:23.056995 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d89ea-a7eb-41bb-a909-a8b376d902c6 req-0cf0c742-d3e0-479a-b1fb-adb2a33804c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.059153 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-663d89ea-a7eb-41bb-a909-a8b376d902c6 req-0cf0c742-d3e0-479a-b1fb-adb2a33804c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1497312 Apr 05 22:34:23.059954 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (97729086-f88c-409e-828d-7ad9a39c6252), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.075611 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['97729086-f88c-409e-828d-7ad9a39c6252'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:23.079739 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c1e3c2c-ed6d-4a55-adba-573d63a21235 req-29395a29-1054-40ac-8d3c-91a92a8b68cd service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369796 Apr 05 22:34:23.095809 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Pushing event deleted for resources: {'Port': ['ID=97729086-f88c-409e-828d-7ad9a39c6252,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:23.114559 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80e51d9e-2806-4679-9eb9-03e159105001 req-f38e4b3b-dd3e-4d2c-8871-72ddac0fcff3 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705833 Apr 05 22:34:23.200355 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] No DVR routers for this DVR port 97729086-f88c-409e-828d-7ad9a39c6252 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:34:23.207041 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.210214 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62d495bc-7872-446d-b020-c347ea6d8907 req-c1991bcc-b1d6-4770-8d43-e33bccaa6ca7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "DELETE /v2.0/ports/97729086-f88c-409e-828d-7ad9a39c6252 HTTP/1.1" status: 204 len: 173 time: 0.6975491 Apr 05 22:34:23.210645 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'name': 'network-vif-deleted', 'tag': '97729086-f88c-409e-828d-7ad9a39c6252'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:23.212860 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a825b2f-854a-491e-a8ed-cd1f568a847e" -d '{"events": [{"server_uuid": "e89ccd61-0b1c-4629-b934-09c3acfc4dc4", "name": "network-vif-deleted", "tag": "97729086-f88c-409e-828d-7ad9a39c6252"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:23.227222 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-663d89ea-a7eb-41bb-a909-a8b376d902c6 req-d797f513-9adb-47da-87ed-eb256ecb1103 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558111 Apr 05 22:34:23.354376 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351565-ed83-449f-b315-f4812327cf76 req-e89e6f65-9566-4ada-a87a-65442752f6e8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:23.356061 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e351565-ed83-449f-b315-f4812327cf76 req-e89e6f65-9566-4ada-a87a-65442752f6e8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0554612 Apr 05 22:34:23.404903 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e351565-ed83-449f-b315-f4812327cf76 req-648a16ea-b6d6-4b73-b69e-eba32717a157 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Apr 05 22:34:23.450852 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f23cda9-7609-4a3d-a1ea-773c2282a080 x-openstack-request-id: req-6f23cda9-7609-4a3d-a1ea-773c2282a080 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:23.451160 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89ccd61-0b1c-4629-b934-09c3acfc4dc4", "name": "network-vif-deleted", "tag": "97729086-f88c-409e-828d-7ad9a39c6252", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:23.451444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f23cda9-7609-4a3d-a1ea-773c2282a080 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:23.451885 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f23cda9-7609-4a3d-a1ea-773c2282a080'] response: {'server_uuid': 'e89ccd61-0b1c-4629-b934-09c3acfc4dc4', 'name': 'network-vif-deleted', 'tag': '97729086-f88c-409e-828d-7ad9a39c6252', 'status': 'completed', 'code': 200} Apr 05 22:34:23.520384 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.526043 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015812832', 'description': 'tempest-description--135899259'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:23.546031 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.614224 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (94345328-5d37-424c-837f-bafa9309d2ab), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.617590 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (94345328-5d37-424c-837f-bafa9309d2ab), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.659046 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.660331 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1389678 Apr 05 22:34:23.662265 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae6d7a-80b6-4b12-ab53-43aff6c050d4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94345328-5d37-424c-837f-bafa9309d2ab,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:23.663444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60024) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.669734 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': '94345328-5d37-424c-837f-bafa9309d2ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:23.698665 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (056a0936-fe76-4f50-a8fa-af5253a2cc1c), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.778946 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (056a0936-fe76-4f50-a8fa-af5253a2cc1c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.783219 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (056a0936-fe76-4f50-a8fa-af5253a2cc1c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.799592 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056a0936-fe76-4f50-a8fa-af5253a2cc1c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:23.816054 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.817409 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-48fd7b77-c4b7-4c44-a4e6-809410548ef9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527336 Apr 05 22:34:23.820196 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.825884 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': '94345328-5d37-424c-837f-bafa9309d2ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:23.852091 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (cd93fc1e-fa5e-4859-b760-680c1ad62377), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.909282 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (cd93fc1e-fa5e-4859-b760-680c1ad62377), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.912918 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (cd93fc1e-fa5e-4859-b760-680c1ad62377), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.931590 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd93fc1e-fa5e-4859-b760-680c1ad62377,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:23.938315 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:23.939550 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-80ce9d3a-f760-42ab-a693-7534ffa5cf6f tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182532 Apr 05 22:34:23.942573 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:23.946689 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:23.965078 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.068675 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.183209 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.27.0.142 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/24ca6a39-2575-405c-8986-345e0add9912) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:24.291456 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (24ca6a39-2575-405c-8986-345e0add9912), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.357547 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (24ca6a39-2575-405c-8986-345e0add9912), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.452494 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-89650d3f-0ee0-4aa9-827d-f6f139dd3bb3 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.454023 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-89650d3f-0ee0-4aa9-827d-f6f139dd3bb3 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/networks?id=ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 200 len: 809 time: 0.1126873 Apr 05 22:34:24.470832 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-842dc08c-9e32-44de-a6af-652f8430bddc tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/quotas/e4338a9c9b964d9ca4a23c75fdc40f18 HTTP/1.1" status: 200 len: 375 time: 0.0111008 Apr 05 22:34:24.505248 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-07fbeadf-e9d3-4b94-b8db-408b101f3031 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288270 Apr 05 22:34:24.608859 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-8b9ad18c-1443-490e-8320-93390f31ab29 service neutron] 10.222.0.26 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954237 Apr 05 22:34:24.621368 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:24.628488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d785de-dc8b-4035-abb4-a69e04865a7c req-7798af45-6a9d-4bc2-ba1d-242559dc63d7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.629968 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7d785de-dc8b-4035-abb4-a69e04865a7c req-7798af45-6a9d-4bc2-ba1d-242559dc63d7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.3253040 Apr 05 22:34:24.633889 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:24.637499 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:24.640947 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=24ca6a39-2575-405c-8986-345e0add9912,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:24.717686 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-dce69f87-9f5f-4876-b681-2147158322e6 service neutron] 10.222.0.26 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031737 Apr 05 22:34:24.740342 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7d785de-dc8b-4035-abb4-a69e04865a7c req-94147852-e47c-4eca-9fbb-da1492df31ea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Apr 05 22:34:24.763556 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9c1010c9-11be-407a-8d33-2983057b6a4b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.812789 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (24ca6a39-2575-405c-8986-345e0add9912), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:24.919753 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b152d6f-089f-4a4b-8a5c-e2e736dcefa9 req-340fbb4a-83ae-4910-8c6d-e7953b839d24 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 210 time: 0.0572691 Apr 05 22:34:24.992164 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ac4a-5aee-4164-8373-a35345e6f0b8 req-ebe94163-bd59-4e57-a64b-545c687879e1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:24.993699 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9397ac4a-5aee-4164-8373-a35345e6f0b8 req-ebe94163-bd59-4e57-a64b-545c687879e1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1470912 Apr 05 22:34:25.095997 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 97729086-f88c-409e-828d-7ad9a39c6252 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:34:25.120909 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9397ac4a-5aee-4164-8373-a35345e6f0b8 req-21aa2f17-3672-4fc5-9c81-b814102677a2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070881 Apr 05 22:34:25.129645 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (24ca6a39-2575-405c-8986-345e0add9912), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.131495 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 97729086-f88c-409e-828d-7ad9a39c6252 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:34:25.131854 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 97729086-f88c-409e-828d-7ad9a39c6252 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:34:25.135553 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (24ca6a39-2575-405c-8986-345e0add9912), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.210773 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=24ca6a39-2575-405c-8986-345e0add9912,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:25.225405 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9c1010c9-11be-407a-8d33-2983057b6a4b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.243733 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:25.245590 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e395fbcd-ddee-43e5-860f-e7f075205608 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3020294 Apr 05 22:34:25.460562 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-efe03fa8-a7ba-4543-82dd-5d85bd6e8346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2015812832&fields=id&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 267 time: 0.0410502 Apr 05 22:34:25.576899 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-d328f6dd-85db-4a66-b794-eb7564fb41ac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:25.578303 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-d328f6dd-85db-4a66-b794-eb7564fb41ac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.1107008 Apr 05 22:34:25.593070 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-a2227916-8de2-4d04-8309-162adc72362e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/quotas/aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Apr 05 22:34:25.655965 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-c1aeda2f-8427-4445-8d3e-b66fa945a2fe tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578554 Apr 05 22:34:25.752157 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-ac902c03-4475-494f-9e66-2a34f64139de service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Apr 05 22:34:25.871030 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-0f031d8b-cea9-4275-b283-207db8a9f259 service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124511 Apr 05 22:34:25.901559 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860d818-ec47-464b-9c91-55af29a763e0 req-0c1c6b08-a647-41e5-8e96-0b6fc9296d22 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:25.903253 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1860d818-ec47-464b-9c91-55af29a763e0 req-0c1c6b08-a647-41e5-8e96-0b6fc9296d22 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0743821 Apr 05 22:34:25.983279 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1860d818-ec47-464b-9c91-55af29a763e0 req-9ffb5748-6a5b-467a-866f-a2dd2bdbc87e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675299 Apr 05 22:34:26.040643 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-96ef3a34-c621-4908-b126-acd5a8c93207 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.043654 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-96ef3a34-c621-4908-b126-acd5a8c93207 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "GET /v2.0/networks?id=ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 200 len: 809 time: 0.1429079 Apr 05 22:34:26.057441 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Request body: {'port': {'device_id': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c', 'admin_state_up': True, 'tenant_id': 'e4338a9c9b964d9ca4a23c75fdc40f18'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:26.105714 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88db6ebb-7fb1-46c6-8431-af08cf11f7cd req-4f93af14-0ae0-4675-825d-f11bf92124d9 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 210 time: 0.0304570 Apr 05 22:34:26.141137 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-559dbfd7-484e-43ed-a1c8-045f93128e82 req-78f836fa-33ce-473b-8012-6c661a453d7b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 210 time: 0.0673296 Apr 05 22:34:26.249011 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Made reservation on behalf of e4338a9c9b964d9ca4a23c75fdc40f18 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:26.253966 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.305426 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17870e-9528-40d6-9151-ece5a1f044e1 req-cbc6a61c-3eb5-4784-bb5a-b4b2d83ffe69 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.309315 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dc17870e-9528-40d6-9151-ece5a1f044e1 req-cbc6a61c-3eb5-4784-bb5a-b4b2d83ffe69 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0823274 Apr 05 22:34:26.387510 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dc17870e-9528-40d6-9151-ece5a1f044e1 req-dd099c68-ee11-445f-9549-6705d5567864 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558901 Apr 05 22:34:26.433338 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Allocated IP 172.20.0.5 (ce33f5e5-be98-40dc-86e0-db8663d2957c/66e8f7bf-bbde-4082-b103-28701b38c48c/0e37727e-631e-497c-aa56-ac1fb5716d76) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:26.629533 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks [] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.668751 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.710977 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Network ce33f5e5-be98-40dc-86e0-db8663d2957c is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:26.714005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:26.717770 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:26.750459 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Pushing event updated for resources: {'Port': ['ID=0e37727e-631e-497c-aa56-ac1fb5716d76,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:26.785082 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:26.785695 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:26.802638 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-ff185c61-531b-40e9-b50b-f99362699229 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494729 Apr 05 22:34:26.816753 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Request body: {'port': {'device_id': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:26.883544 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.173134 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82355c4f-919d-48f9-ab15-2cae667dcda8 req-4b80b034-9572-4fa4-961d-7ea164f286b5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.174835 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82355c4f-919d-48f9-ab15-2cae667dcda8 req-4b80b034-9572-4fa4-961d-7ea164f286b5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0905759 Apr 05 22:34:27.284944 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82355c4f-919d-48f9-ab15-2cae667dcda8 req-34aaf803-6306-465c-bd65-43796da82f41 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984540 Apr 05 22:34:27.310868 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e37727e-631e-497c-aa56-ac1fb5716d76 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:27.316304 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-f53cb9da-498e-4337-ae9e-9a7e0f4d2f9e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.318490 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-f53cb9da-498e-4337-ae9e-9a7e0f4d2f9e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.1869092 Apr 05 22:34:27.319730 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Publish callbacks [] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.334048 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Transition to ACTIVE for port object 0e37727e-631e-497c-aa56-ac1fb5716d76 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:27.344571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.344903 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4082c1-dd90-4cdd-8cf0-a8152912e08d req-0c69b82b-ff7c-47c8-b2e5-77f569d3f8dc tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.346362 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2c4082c1-dd90-4cdd-8cf0-a8152912e08d req-0c69b82b-ff7c-47c8-b2e5-77f569d3f8dc tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 931 time: 0.1216695 Apr 05 22:34:27.416764 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1733323-b76f-47bb-b826-f55bbf464128 req-9d028352-9f0e-4e63-b0a6-864a8f235f43 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 210 time: 0.0539560 Apr 05 22:34:27.441223 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-524b43bf-1173-489b-9a02-59d92552b466 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 473 time: 0.1126003 Apr 05 22:34:27.454061 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Pushing event updated for resources: {'Port': ['ID=0e37727e-631e-497c-aa56-ac1fb5716d76,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:27.456040 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'port': {'device_id': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'admin_state_up': True, 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'security_groups': ['94345328-5d37-424c-837f-bafa9309d2ab']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:27.479867 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2c4082c1-dd90-4cdd-8cf0-a8152912e08d req-7ac9921d-e3e6-4dfb-963a-c441b3c9fe48 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236091 Apr 05 22:34:27.589167 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Made reservation on behalf of aa4f3fa9b3e342cc8e0342f768adb681 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:27.592751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.752028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.20.0.10 (319237f0-b6cd-4d7f-91aa-9ccd5b819175/9a4ca027-0e3b-4f2f-b542-c1101ec3c226/849985f0-241a-494b-8765-ba1cdc06c015) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:27.752358 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Attempting to bind port 0e37727e-631e-497c-aa56-ac1fb5716d76 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:27.752456 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Attempting to bind port 0e37727e-631e-497c-aa56-ac1fb5716d76 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:27.752788 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Attempting to bind port 0e37727e-631e-497c-aa56-ac1fb5716d76 on network ce33f5e5-be98-40dc-86e0-db8663d2957c {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:27.760357 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Port 0e37727e-631e-497c-aa56-ac1fb5716d76 on network ce33f5e5-be98-40dc-86e0-db8663d2957c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:27.760691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Attempting to bind port 0e37727e-631e-497c-aa56-ac1fb5716d76 on network ce33f5e5-be98-40dc-86e0-db8663d2957c {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:27.769031 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:27.769376 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Checking segment: {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:27.769781 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Bound using segment: {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:27.770201 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Bound port: 0e37727e-631e-497c-aa56-ac1fb5716d76, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:27.770565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.795496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4a5a3-ceaa-46a2-b23c-9554c5e33438 req-3ce6fad2-a6d1-4fbc-90fa-9be9c554091d tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.797016 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63e4a5a3-ceaa-46a2-b23c-9554c5e33438 req-3ce6fad2-a6d1-4fbc-90fa-9be9c554091d tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.2924681 Apr 05 22:34:27.884769 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] For port 0e37727e-631e-497c-aa56-ac1fb5716d76, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:27.888414 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] For port 0e37727e-631e-497c-aa56-ac1fb5716d76, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=0e37727e-631e-497c-aa56-ac1fb5716d76,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:27.892637 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63e4a5a3-ceaa-46a2-b23c-9554c5e33438 req-95c7b190-9ee5-480a-b739-9ad081872ca4 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741396 Apr 05 22:34:27.899182 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.925525 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (849985f0-241a-494b-8765-ba1cdc06c015), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.944956 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:27.945779 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:27.947191 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e37727e-631e-497c-aa56-ac1fb5716d76 HTTP/1.1" status: 200 len: 1093 time: 1.1349428 Apr 05 22:34:27.948189 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'tag': '0e37727e-631e-497c-aa56-ac1fb5716d76'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:27.950645 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fa5f42-c388-40f4-aa22-c8d581162b99" -d '{"events": [{"name": "network-changed", "server_uuid": "81069e26-a5ac-480d-abb1-fce042fda6d5", "tag": "0e37727e-631e-497c-aa56-ac1fb5716d76"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:27.990750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e534-23f9-443d-a54d-3dbdb1f1ba60 service neutron] Pushing event updated for resources: {'Port': ['ID=0e37727e-631e-497c-aa56-ac1fb5716d76,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:27.993223 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (849985f0-241a-494b-8765-ba1cdc06c015), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.023327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f098a-9e4a-4f91-b580-6f526eb7a18b x-openstack-request-id: req-ed0f098a-9e4a-4f91-b580-6f526eb7a18b {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:28.024111 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81069e26-a5ac-480d-abb1-fce042fda6d5", "tag": "0e37727e-631e-497c-aa56-ac1fb5716d76", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:28.024111 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed0f098a-9e4a-4f91-b580-6f526eb7a18b {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:28.024441 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0f098a-9e4a-4f91-b580-6f526eb7a18b'] response: {'name': 'network-changed', 'server_uuid': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'tag': '0e37727e-631e-497c-aa56-ac1fb5716d76', 'status': 'completed', 'code': 200} Apr 05 22:34:28.042957 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:28.044841 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-12267cb7-336d-4ad1-9b54-b293cc6db8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.046373 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-12267cb7-336d-4ad1-9b54-b293cc6db8bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 1127 time: 0.0524080 Apr 05 22:34:28.048232 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:28.051994 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:28.089634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=849985f0-241a-494b-8765-ba1cdc06c015,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:28.120693 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.121501 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.123868 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-90dde8e0-81ab-4647-a47a-aa0a4d0e3c0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e37727e-631e-497c-aa56-ac1fb5716d76 HTTP/1.1" status: 200 len: 217 time: 0.0681353 Apr 05 22:34:28.141481 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-18557d96-80f0-4890-9c0d-c59f682a2661 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6899815 Apr 05 22:34:28.159771 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Request body: {'port': {'device_id': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:28.185081 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-3b02e427-c992-41ea-969b-7e225f04a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.186733 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-3b02e427-c992-41ea-969b-7e225f04a425 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e8f7bf-bbde-4082-b103-28701b38c48c HTTP/1.1" status: 200 len: 849 time: 0.0571225 Apr 05 22:34:28.222818 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-f7456c7a-6b58-4193-8243-a335c50956f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce33f5e5-be98-40dc-86e0-db8663d2957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291617 Apr 05 22:34:28.241709 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (849985f0-241a-494b-8765-ba1cdc06c015), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.330592 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-bc856722-5d09-4564-a9bf-8848bf33432d service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016388 Apr 05 22:34:28.362478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-378e2661-e97a-42dd-972a-df32a6b56ade None None] Provisioning complete for port 849985f0-241a-494b-8765-ba1cdc06c015 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:28.363619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-378e2661-e97a-42dd-972a-df32a6b56ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (849985f0-241a-494b-8765-ba1cdc06c015), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.417637 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-378e2661-e97a-42dd-972a-df32a6b56ade None None] Port 849985f0-241a-494b-8765-ba1cdc06c015 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:28.483982 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4d52d-8111-4e6d-84b9-b90c0a43fb22 req-77541192-c9cc-40f5-a6ce-82c404ae294b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.485676 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2b4d52d-8111-4e6d-84b9-b90c0a43fb22 req-77541192-c9cc-40f5-a6ce-82c404ae294b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1169021 Apr 05 22:34:28.498348 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd13bfaf-f723-4af0-a4ed-20d3dd3b4f29 req-e24bebda-578d-431e-b2c6-54cf74519d72 service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609607 Apr 05 22:34:28.545850 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2b4d52d-8111-4e6d-84b9-b90c0a43fb22 req-d2d6bdbf-e1c6-42f7-baf7-05406e20d1d8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Apr 05 22:34:28.585571 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849985f0-241a-494b-8765-ba1cdc06c015 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:28.595310 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Publish callbacks [] for port (849985f0-241a-494b-8765-ba1cdc06c015), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.620668 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffe85e-c192-4398-bbd2-b840e47c7271 req-ed52236a-1319-4177-8ba2-4574bcc61603 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.622278 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-04ffe85e-c192-4398-bbd2-b840e47c7271 req-ed52236a-1319-4177-8ba2-4574bcc61603 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 932 time: 0.1073031 Apr 05 22:34:28.623303 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Transition to ACTIVE for port object 849985f0-241a-494b-8765-ba1cdc06c015 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:28.627228 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (849985f0-241a-494b-8765-ba1cdc06c015), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.657268 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eaf64-839d-4a52-8248-e33cbe112756 req-77d44aaa-9634-46db-a4ee-c6ff4904d134 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.658782 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-486eaf64-839d-4a52-8248-e33cbe112756 req-77d44aaa-9634-46db-a4ee-c6ff4904d134 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 943 time: 0.0585515 Apr 05 22:34:28.707751 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-486eaf64-839d-4a52-8248-e33cbe112756 req-3a6e7e05-26f7-4367-a7d3-ae5e1ef28f7c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Apr 05 22:34:28.733353 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Pushing event updated for resources: {'Port': ['ID=849985f0-241a-494b-8765-ba1cdc06c015,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:28.773187 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-04ffe85e-c192-4398-bbd2-b840e47c7271 req-18741776-0bdf-4aa4-b558-f2611ac11ebd tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433876 Apr 05 22:34:28.801686 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Attempting to bind port 849985f0-241a-494b-8765-ba1cdc06c015 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:28.802028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Attempting to bind port 849985f0-241a-494b-8765-ba1cdc06c015 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:28.802813 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Attempting to bind port 849985f0-241a-494b-8765-ba1cdc06c015 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:28.807914 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Port 849985f0-241a-494b-8765-ba1cdc06c015 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:28.808233 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Attempting to bind port 849985f0-241a-494b-8765-ba1cdc06c015 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:28.813653 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:28.813998 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:28.814401 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Bound using segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:28.814877 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Bound port: 849985f0-241a-494b-8765-ba1cdc06c015, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:28.815244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (849985f0-241a-494b-8765-ba1cdc06c015), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.886844 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] For port 849985f0-241a-494b-8765-ba1cdc06c015, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:28.889929 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] For port 849985f0-241a-494b-8765-ba1cdc06c015, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=849985f0-241a-494b-8765-ba1cdc06c015,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:28.895337 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (849985f0-241a-494b-8765-ba1cdc06c015), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.949463 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:28.950015 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:28.951477 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-1d565bf6-f767-4743-af49-676c2936290f service neutron] 10.222.0.24 "PUT /v2.0/ports/849985f0-241a-494b-8765-ba1cdc06c015 HTTP/1.1" status: 200 len: 1094 time: 0.7972140 Apr 05 22:34:28.951931 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:28.954172 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e4a89-2fce-4b21-b87e-3c3e425380d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "tag": "849985f0-241a-494b-8765-ba1cdc06c015"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:28.960980 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565bf6-f767-4743-af49-676c2936290f service neutron] Pushing event updated for resources: {'Port': ['ID=849985f0-241a-494b-8765-ba1cdc06c015,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:29.001894 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3cb62f-64d2-4330-9139-1dd14f6412fe x-openstack-request-id: req-cb3cb62f-64d2-4330-9139-1dd14f6412fe {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:29.002191 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "tag": "849985f0-241a-494b-8765-ba1cdc06c015", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:29.002458 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb3cb62f-64d2-4330-9139-1dd14f6412fe {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:29.003094 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3cb62f-64d2-4330-9139-1dd14f6412fe'] response: {'name': 'network-changed', 'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015', 'status': 'completed', 'code': 200} Apr 05 22:34:29.023096 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6b2b5-a718-4bbd-88ef-084868a24eea req-5a957c9a-911d-443f-ae70-1175f950938a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.024608 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02f6b2b5-a718-4bbd-88ef-084868a24eea req-5a957c9a-911d-443f-ae70-1175f950938a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0547454 Apr 05 22:34:29.073602 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02f6b2b5-a718-4bbd-88ef-084868a24eea req-3694d48f-a8e3-4f95-baca-aada7588c832 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Apr 05 22:34:29.415536 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60192) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:29.460466 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Deleting subnet e8cd69fd-9d50-499e-af85-0dae324c291f {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:34:29.464383 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Publish callbacks [] for subnet (e8cd69fd-9d50-499e-af85-0dae324c291f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:29.525055 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (e8cd69fd-9d50-499e-af85-0dae324c291f), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:29.542877 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e4a89-2fce-4b21-b87e-3c3e425380d9 req-d88faa62-5718-42fe-a98d-98a06c225b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.544470 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d20e4a89-2fce-4b21-b87e-3c3e425380d9 req-d88faa62-5718-42fe-a98d-98a06c225b02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 1128 time: 0.0451829 Apr 05 22:34:29.572565 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (e8cd69fd-9d50-499e-af85-0dae324c291f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:29.575772 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-9aa5e024-ff81-4ef1-a747-a497650d0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.577295 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-9aa5e024-ff81-4ef1-a747-a497650d0c77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 1127 time: 0.0901420 Apr 05 22:34:29.656299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (e8cd69fd-9d50-499e-af85-0dae324c291f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:29.686298 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cd69fd-9d50-499e-af85-0dae324c291f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:29.691404 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:29.697484 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-62d3f82d-ced9-4682-ac5a-30764fe17e3c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e8cd69fd-9d50-499e-af85-0dae324c291f HTTP/1.1" status: 204 len: 168 time: 0.2785606 Apr 05 22:34:29.698739 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60196) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:29.735061 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706e000-cd02-445a-b0d0-971d02eb8791 req-667befdb-2840-4f4d-9b2c-39ac340b4360 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.736690 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3706e000-cd02-445a-b0d0-971d02eb8791 req-667befdb-2840-4f4d-9b2c-39ac340b4360 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1217501 Apr 05 22:34:29.843478 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3706e000-cd02-445a-b0d0-971d02eb8791 req-c60284de-722c-4022-8047-6ecaa260882a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013026 Apr 05 22:34:29.844624 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-b040a3f0-fd4d-475c-914c-2a6761b8c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.846145 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-b040a3f0-fd4d-475c-914c-2a6761b8c294 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 200 len: 910 time: 0.1500287 Apr 05 22:34:29.949401 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd80dc-ae13-4f33-85a5-2efdd929fac3 req-a95bb4a4-cb2b-4b04-8513-42acfd1eae98 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.950844 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e3cd80dc-ae13-4f33-85a5-2efdd929fac3 req-a95bb4a4-cb2b-4b04-8513-42acfd1eae98 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 944 time: 0.0528424 Apr 05 22:34:29.980839 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e4a89-2fce-4b21-b87e-3c3e425380d9 req-79ece6cf-7cab-4048-abbe-666718a0384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:29.982347 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d20e4a89-2fce-4b21-b87e-3c3e425380d9 req-79ece6cf-7cab-4048-abbe-666718a0384e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2925794 Apr 05 22:34:29.984752 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (2dd06480-362a-4e48-9750-de42bdb12bb5), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.001305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbfa0d-5e1f-44ea-9539-b62d74a983c7 req-a96e86ce-cb72-4cfe-bf16-6d5a2bd62a80 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.002809 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-24dbfa0d-5e1f-44ea-9539-b62d74a983c7 req-a96e86ce-cb72-4cfe-bf16-6d5a2bd62a80 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 943 time: 0.1825173 Apr 05 22:34:30.015065 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e3cd80dc-ae13-4f33-85a5-2efdd929fac3 req-4126248d-465d-4cfe-82b8-a14dd7e0221e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553031 Apr 05 22:34:30.068122 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-d7c27e5d-1664-4d44-8880-81a9c83f5240 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e37727e-631e-497c-aa56-ac1fb5716d76 HTTP/1.1" status: 200 len: 217 time: 0.0408943 Apr 05 22:34:30.124403 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-ee2e7a35-c4ae-4f19-ae37-28d6848b1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.126009 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-ee2e7a35-c4ae-4f19-ae37-28d6848b1620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66e8f7bf-bbde-4082-b103-28701b38c48c HTTP/1.1" status: 200 len: 849 time: 0.0509787 Apr 05 22:34:30.186223 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (2dd06480-362a-4e48-9750-de42bdb12bb5), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.189445 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-7687f592-cbf1-4590-af71-ce490b2486f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ce33f5e5-be98-40dc-86e0-db8663d2957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440383 Apr 05 22:34:30.231564 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e6d3-a036-4856-ad64-37348904ceda req-f5692e3b-179d-49f8-a44b-16fc06acb5e0 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.232961 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29f0e6d3-a036-4856-ad64-37348904ceda req-f5692e3b-179d-49f8-a44b-16fc06acb5e0 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0753965 Apr 05 22:34:30.245881 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-24dbfa0d-5e1f-44ea-9539-b62d74a983c7 req-4d5a477e-d019-4bc3-9c03-c02b7e36e691 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369492 Apr 05 22:34:30.255138 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd06480-362a-4e48-9750-de42bdb12bb5']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:30.283049 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cab239-0a4e-40d4-91de-63695f4d2d50') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:30.283350 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cab239-0a4e-40d4-91de-63695f4d2d50') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:30.283590 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29f0e6d3-a036-4856-ad64-37348904ceda req-f869afed-5d41-4fed-ab5e-43125f54879b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Apr 05 22:34:30.303974 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (d8cab239-0a4e-40d4-91de-63695f4d2d50), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.315558 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e4a89-2fce-4b21-b87e-3c3e425380d9 req-77650e71-bf6d-4039-bd14-b7c2b6013c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.317063 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d20e4a89-2fce-4b21-b87e-3c3e425380d9 req-77650e71-bf6d-4039-bd14-b7c2b6013c16 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2836499 Apr 05 22:34:30.323594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (d8cab239-0a4e-40d4-91de-63695f4d2d50), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.330010 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:34:30.330541 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (d8cab239-0a4e-40d4-91de-63695f4d2d50), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:34:30.332374 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:34:30.394677 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (2dd06480-362a-4e48-9750-de42bdb12bb5), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.399971 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.404142 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] 10.222.0.26 "DELETE /v2.0/networks/2dd06480-362a-4e48-9750-de42bdb12bb5 HTTP/1.1" status: 204 len: 168 time: 0.6838887 Apr 05 22:34:30.407355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60212) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:30.426610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd06480-362a-4e48-9750-de42bdb12bb5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:30.437028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.438758 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.439385 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.439825 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.440283 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.440964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.441424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.441856 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.442282 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.442826 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.443205 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.443997 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.443997 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.444881 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.445278 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d38e18a-c08f-431f-a935-67f36b24da3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.527716 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-6eb878dd-718e-4bee-b4a4-708442f662da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.529384 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-6eb878dd-718e-4bee-b4a4-708442f662da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 1128 time: 0.0677829 Apr 05 22:34:30.552769 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Deleting subnet 7df72d68-9829-40ea-86cf-402910da9fc8 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:34:30.559855 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Publish callbacks [] for subnet (7df72d68-9829-40ea-86cf-402910da9fc8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.586176 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-87849b83-5938-47f4-b2a3-d4baed338193 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849985f0-241a-494b-8765-ba1cdc06c015 HTTP/1.1" status: 200 len: 217 time: 0.0491190 Apr 05 22:34:30.598478 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c72eb-4c2c-4f0e-84ba-b1e530ea754e req-a83984d9-b032-4fa6-90f9-f0e23cff1e5a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.600220 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f84c72eb-4c2c-4f0e-84ba-b1e530ea754e req-a83984d9-b032-4fa6-90f9-f0e23cff1e5a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1552372 Apr 05 22:34:30.640957 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (7df72d68-9829-40ea-86cf-402910da9fc8), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.663091 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-5ec7e446-adef-4d36-8629-f792ee25ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.664825 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-5ec7e446-adef-4d36-8629-f792ee25ecab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1129 time: 0.0866487 Apr 05 22:34:30.665107 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-8194b486-43ff-4b9c-9385-509ada103307 service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300370 Apr 05 22:34:30.667184 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-485a271f-f133-4006-8b98-f4bba30a3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.668497 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-485a271f-f133-4006-8b98-f4bba30a3188 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0590608 Apr 05 22:34:30.715127 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f84c72eb-4c2c-4f0e-84ba-b1e530ea754e req-a49b1942-f50c-48c0-9876-72e3a79a6c08 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060231 Apr 05 22:34:30.759661 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (7df72d68-9829-40ea-86cf-402910da9fc8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.787267 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-769243be-8816-47fc-8fdc-73f0089c69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.788766 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-769243be-8816-47fc-8fdc-73f0089c69e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072540 Apr 05 22:34:30.806001 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-f27ae8e2-4ed1-47da-b41b-5dbfab71098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:30.807695 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-f27ae8e2-4ed1-47da-b41b-5dbfab71098e service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.1272771 Apr 05 22:34:30.836708 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59fa5f42-c388-40f4-aa22-c8d581162b99 req-42d7ec15-a66e-4578-acd0-046d71bbc25b service neutron] 10.222.0.24 "GET /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505938 Apr 05 22:34:30.841080 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (7df72d68-9829-40ea-86cf-402910da9fc8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.875891 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df72d68-9829-40ea-86cf-402910da9fc8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:30.879712 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.883462 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7df72d68-9829-40ea-86cf-402910da9fc8 HTTP/1.1" status: 204 len: 168 time: 0.4751186 Apr 05 22:34:30.888614 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60218) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:30.907774 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.908123 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.908459 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.909019 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.909140 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.909455 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.909771 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.910102 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.910426 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.911392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.911785 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.912123 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.912579 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.912902 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.913228 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b4346e-944b-4553-ad8a-77435361b067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:30.929901 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-c657f744-f826-4214-b9a4-be03d4e68035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 1001 time: 0.1131020 Apr 05 22:34:30.983139 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (1b3c0002-c1e7-43b5-ae74-fdf738cd67f6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:30.990733 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-b8c03bed-4e6b-46b9-b2d9-819b0c9017e4 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944332 Apr 05 22:34:31.064744 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-bdfcfc8a-dd4b-45ec-87d4-5c961e9fa4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.066184 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-bdfcfc8a-dd4b-45ec-87d4-5c961e9fa4e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.1106565 Apr 05 22:34:31.069691 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (1b3c0002-c1e7-43b5-ae74-fdf738cd67f6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.079968 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd087dc-7ea2-47eb-947d-2232a0e90a9c req-ab165dcd-f75c-4b70-b043-fbe71fdedc1c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.081420 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ecd087dc-7ea2-47eb-947d-2232a0e90a9c req-ab165dcd-f75c-4b70-b043-fbe71fdedc1c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1627123 Apr 05 22:34:31.097036 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 0e37727e-631e-497c-aa56-ac1fb5716d76 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:31.117077 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3c0002-c1e7-43b5-ae74-fdf738cd67f6']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:31.131536 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576ae234-8bfc-471e-9270-8a8c6225889f') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:31.131891 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576ae234-8bfc-471e-9270-8a8c6225889f') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:31.145958 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (576ae234-8bfc-471e-9270-8a8c6225889f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.168462 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c11488-af0e-4010-aac6-c60295ba168e req-0cb96e8f-c983-418a-8c6f-c15100fd9518 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.170060 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b8c11488-af0e-4010-aac6-c60295ba168e req-0cb96e8f-c983-418a-8c6f-c15100fd9518 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 944 time: 0.0922189 Apr 05 22:34:31.174896 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (576ae234-8bfc-471e-9270-8a8c6225889f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.182728 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:34:31.183478 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (576ae234-8bfc-471e-9270-8a8c6225889f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:34:31.185577 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:34:31.214390 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 0e37727e-631e-497c-aa56-ac1fb5716d76, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=0e37727e-631e-497c-aa56-ac1fb5716d76,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:31.226813 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '0e37727e-631e-497c-aa56-ac1fb5716d76', 'network_id': 'ce33f5e5-be98-40dc-86e0-db8663d2957c', 'port_id': '0e37727e-631e-497c-aa56-ac1fb5716d76', 'mac_address': 'fa:16:3e:cd:f4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e8f7bf-bbde-4082-b103-28701b38c48c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:31.278653 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 0e37727e-631e-497c-aa56-ac1fb5716d76 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:31.279157 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.283143 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (1b3c0002-c1e7-43b5-ae74-fdf738cd67f6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.288468 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.292954 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1b3c0002-c1e7-43b5-ae74-fdf738cd67f6 HTTP/1.1" status: 204 len: 168 time: 0.4029641 Apr 05 22:34:31.294569 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e37727e-631e-497c-aa56-ac1fb5716d76 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:31.315894 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b8c11488-af0e-4010-aac6-c60295ba168e req-d2a54959-8840-453e-844b-b397a469adb1 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132329 Apr 05 22:34:31.316865 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d38ece-62ee-4318-90c8-3a2b979f1e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3c0002-c1e7-43b5-ae74-fdf738cd67f6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.334647 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 0e37727e-631e-497c-aa56-ac1fb5716d76, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=0e37727e-631e-497c-aa56-ac1fb5716d76,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:31.344169 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.387521 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72326dfc-65c6-459a-a3ad-1193a25c806b req-d51f894f-bef0-4cf9-b964-4403891612f0 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861501 Apr 05 22:34:31.397347 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ecd087dc-7ea2-47eb-947d-2232a0e90a9c req-e406b558-b589-4c21-b8b6-a3230ce2d987 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051569 Apr 05 22:34:31.403194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-2f552d8a-3bae-4155-adcb-a4ae6b403782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.404665 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-2f552d8a-3bae-4155-adcb-a4ae6b403782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3224044 Apr 05 22:34:31.424147 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=0e37727e-631e-497c-aa56-ac1fb5716d76,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.468634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a725507-ec2a-492a-ac21-294c14af3078 req-67418588-46da-4a65-816f-9a3f2fec6557 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.470569 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6a725507-ec2a-492a-ac21-294c14af3078 req-67418588-46da-4a65-816f-9a3f2fec6557 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 944 time: 0.0688043 Apr 05 22:34:31.502379 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-689c8986-8915-479d-b37f-311370448dce service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908566 Apr 05 22:34:31.533886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60228) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:31.539486 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6a725507-ec2a-492a-ac21-294c14af3078 req-909fdf43-551c-4cc2-988c-b5d44b3414e9 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626547 Apr 05 22:34:31.574758 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-433234c7-d333-4dca-84bc-8b8cd79e67f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0789e96e12d6490086f160dd24fb4c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394468 Apr 05 22:34:31.577095 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60230) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:31.616581 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['0e37727e-631e-497c-aa56-ac1fb5716d76'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:31.628494 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edb8c78d-c847-4c64-85e0-90dba49e3428 admin admin] Publish callbacks [] for security_group (da9bdb55-6a2c-49c9-8083-0b7e74e2378c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.652079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edb8c78d-c847-4c64-85e0-90dba49e3428 admin admin] Publish callbacks [] for security_group (da9bdb55-6a2c-49c9-8083-0b7e74e2378c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.696473 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edb8c78d-c847-4c64-85e0-90dba49e3428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (da9bdb55-6a2c-49c9-8083-0b7e74e2378c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.699128 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edb8c78d-c847-4c64-85e0-90dba49e3428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:31.703075 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-edb8c78d-c847-4c64-85e0-90dba49e3428 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da9bdb55-6a2c-49c9-8083-0b7e74e2378c HTTP/1.1" status: 204 len: 168 time: 0.1222944 Apr 05 22:34:31.708564 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8c78d-c847-4c64-85e0-90dba49e3428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9bdb55-6a2c-49c9-8083-0b7e74e2378c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:31.852740 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4b972-74c5-474f-a9c1-182db42204e0 req-74667b38-c63c-4d3c-af1b-a6e95a741ced tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:31.853971 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a6f4b972-74c5-474f-a9c1-182db42204e0 req-74667b38-c63c-4d3c-af1b-a6e95a741ced tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0550048 Apr 05 22:34:31.904238 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a6f4b972-74c5-474f-a9c1-182db42204e0 req-7f16caaa-5dec-46a3-9b07-3466a291711f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437624 Apr 05 22:34:32.031304 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60238) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:32.070644 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fe092938-899f-4710-8e61-2bc89db26c84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed84d7db28154956afc8c829ebfb01ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379448 Apr 05 22:34:32.073010 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60240) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:32.122915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eaa93d9d-c9c7-4a54-97b2-fe07d7945b5f admin admin] Publish callbacks [] for security_group (52fe0f69-beaa-4d39-a765-f759d796ff11), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.143900 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eaa93d9d-c9c7-4a54-97b2-fe07d7945b5f admin admin] Publish callbacks [] for security_group (52fe0f69-beaa-4d39-a765-f759d796ff11), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.190306 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eaa93d9d-c9c7-4a54-97b2-fe07d7945b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (52fe0f69-beaa-4d39-a765-f759d796ff11), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.193136 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eaa93d9d-c9c7-4a54-97b2-fe07d7945b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.194416 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-eaa93d9d-c9c7-4a54-97b2-fe07d7945b5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52fe0f69-beaa-4d39-a765-f759d796ff11 HTTP/1.1" status: 204 len: 168 time: 0.1204734 Apr 05 22:34:32.202598 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93d9d-c9c7-4a54-97b2-fe07d7945b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fe0f69-beaa-4d39-a765-f759d796ff11,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:32.449686 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66850a28-2200-4dce-9dcd-3cb5283a4105 req-f14c26e3-acc5-49af-98e3-b74faad751d5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.460562 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-66850a28-2200-4dce-9dcd-3cb5283a4105 req-f14c26e3-acc5-49af-98e3-b74faad751d5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 944 time: 0.0640724 Apr 05 22:34:32.512304 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-66850a28-2200-4dce-9dcd-3cb5283a4105 req-850ed412-b4c4-4972-966f-ce278d6715a3 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517263 Apr 05 22:34:32.556169 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c16c760-98a2-46ca-80f8-529a2ee7ee89 req-cd5e9628-79f8-4f96-ac30-8a2f6f9ebd05 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744256 Apr 05 22:34:32.569914 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-79a139aa-f1fd-4bdc-9736-ce0bc9f06cbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924990 Apr 05 22:34:32.601102 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95ee7-15af-4336-b063-0997dd9d5385 req-dda60002-174b-4030-83df-ee1cbeba32ee tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.602693 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-18b95ee7-15af-4336-b063-0997dd9d5385 req-dda60002-174b-4030-83df-ee1cbeba32ee tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0917618 Apr 05 22:34:32.669883 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321af3-4521-4ff4-ba15-0d8b74467268 req-5475a0af-5f64-4b1e-b26a-b171eb598188 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.672981 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8d321af3-4521-4ff4-ba15-0d8b74467268 req-5475a0af-5f64-4b1e-b26a-b171eb598188 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 944 time: 0.0631037 Apr 05 22:34:32.690403 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-18b95ee7-15af-4336-b063-0997dd9d5385 req-b9a0a1c6-6696-40f2-9d10-d0cc0285ee59 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752549 Apr 05 22:34:32.693152 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-13531fac-3e8d-4803-ae49-63b2a5fc7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:32.694646 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-13531fac-3e8d-4803-ae49-63b2a5fc7dad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 1129 time: 0.0909951 Apr 05 22:34:32.722658 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8d321af3-4521-4ff4-ba15-0d8b74467268 req-28c7154e-2cfd-4433-8ede-a97430a5637a tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453966 Apr 05 22:34:32.768620 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:32.835570 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-a0d7e48c-624f-4144-818b-bf7bd7b2f416 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077186790&fields=id&tenant_id=85c2206ba2474de29730553f3154924f HTTP/1.1" status: 200 len: 267 time: 0.0454400 Apr 05 22:34:33.021129 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-00f97c61-2311-4153-a284-21ae20ee11a6 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.022618 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-00f97c61-2311-4153-a284-21ae20ee11a6 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 809 time: 0.1803486 Apr 05 22:34:33.027378 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-d0428d9d-0f0d-45ee-9e08-06d93b478ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.028905 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-d0428d9d-0f0d-45ee-9e08-06d93b478ce5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.1559968 Apr 05 22:34:33.043232 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-bc83d862-776e-4b09-ad90-840e99d3c221 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/quotas/85c2206ba2474de29730553f3154924f HTTP/1.1" status: 200 len: 375 time: 0.0129859 Apr 05 22:34:33.049611 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb679a83-b0a0-43ff-ae35-8dbf1ff17f68 req-5b7a318f-a2d6-444b-bd43-b59352f2fd0f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.051553 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb679a83-b0a0-43ff-ae35-8dbf1ff17f68 req-5b7a318f-a2d6-444b-bd43-b59352f2fd0f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0708253 Apr 05 22:34:33.100850 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bb679a83-b0a0-43ff-ae35-8dbf1ff17f68 req-a98e6438-45fb-442a-8663-bb26c1b672ec tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Apr 05 22:34:33.111655 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 849985f0-241a-494b-8765-ba1cdc06c015 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:33.119716 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 0e37727e-631e-497c-aa56-ac1fb5716d76 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:33.152010 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-a6adb803-6638-4a29-9ac9-7b9597e7bade service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d HTTP/1.1" status: 200 len: 1001 time: 0.1021769 Apr 05 22:34:33.168477 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-815452c2-1007-4bbf-b1af-9f9c1703384b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214290 Apr 05 22:34:33.254317 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 0e37727e-631e-497c-aa56-ac1fb5716d76 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:33.266722 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 0e37727e-631e-497c-aa56-ac1fb5716d76 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:33.267109 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.271500 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-56ce5b7e-673a-4ee7-855d-85b4bf225ef1 service neutron] 10.222.0.26 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887144 Apr 05 22:34:33.273226 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 849985f0-241a-494b-8765-ba1cdc06c015, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=849985f0-241a-494b-8765-ba1cdc06c015,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:33.304912 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '849985f0-241a-494b-8765-ba1cdc06c015', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'port_id': '849985f0-241a-494b-8765-ba1cdc06c015', 'mac_address': 'fa:16:3e:eb:e8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:33.357340 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 849985f0-241a-494b-8765-ba1cdc06c015 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:33.357730 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (849985f0-241a-494b-8765-ba1cdc06c015), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.388265 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-c5467479-539b-4318-bc62-945d1641d2df service neutron] 10.222.0.26 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080582 Apr 05 22:34:33.397033 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849985f0-241a-494b-8765-ba1cdc06c015 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:33.425392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 0e37727e-631e-497c-aa56-ac1fb5716d76 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:33.425787 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.437387 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 849985f0-241a-494b-8765-ba1cdc06c015, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=849985f0-241a-494b-8765-ba1cdc06c015,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:33.441708 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (849985f0-241a-494b-8765-ba1cdc06c015), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.477116 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e37727e-631e-497c-aa56-ac1fb5716d76'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:33.480443 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1dd44-02d7-4bd4-9622-46936b356a68" -d '{"events": [{"server_uuid": "81069e26-a5ac-480d-abb1-fce042fda6d5", "name": "network-vif-plugged", "status": "completed", "tag": "0e37727e-631e-497c-aa56-ac1fb5716d76"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:33.498728 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 0e37727e-631e-497c-aa56-ac1fb5716d76, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=0e37727e-631e-497c-aa56-ac1fb5716d76,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:33.503903 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:33.518135 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=849985f0-241a-494b-8765-ba1cdc06c015,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.549966 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf0e85-180f-4cbb-b022-cb394ea8db69 x-openstack-request-id: req-c6bf0e85-180f-4cbb-b022-cb394ea8db69 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:33.550333 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81069e26-a5ac-480d-abb1-fce042fda6d5", "name": "network-vif-plugged", "status": "completed", "tag": "0e37727e-631e-497c-aa56-ac1fb5716d76", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:33.550553 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6bf0e85-180f-4cbb-b022-cb394ea8db69 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:33.551013 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bf0e85-180f-4cbb-b022-cb394ea8db69'] response: {'server_uuid': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e37727e-631e-497c-aa56-ac1fb5716d76', 'code': 200} Apr 05 22:34:33.578055 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=0e37727e-631e-497c-aa56-ac1fb5716d76,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:33.643684 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf0b77-204f-42cf-8e1b-fb0b36d2fb77 req-361f8dfb-273c-42ca-8d09-bf4e3e6f8525 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.645214 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4bf0b77-204f-42cf-8e1b-fb0b36d2fb77 req-361f8dfb-273c-42ca-8d09-bf4e3e6f8525 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 945 time: 0.0549099 Apr 05 22:34:33.685967 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-7a1a5088-25b2-4090-8ae2-512f03d790c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.687542 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-7a1a5088-25b2-4090-8ae2-512f03d790c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0615935 Apr 05 22:34:33.726835 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4bf0b77-204f-42cf-8e1b-fb0b36d2fb77 req-fe940ad7-6dcd-47d1-8c5f-0986d3981ec9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749393 Apr 05 22:34:33.751648 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac33b4df-dc1c-4042-9a5e-0c23c44dd3b2 req-e5a04b0a-280a-449b-8f04-87ceb7380dbf tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0442007 Apr 05 22:34:33.765606 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['849985f0-241a-494b-8765-ba1cdc06c015'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:33.917300 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b55fc-b82e-4e15-ac23-a907d325633c req-8c4ec700-29e6-4334-8d29-fb2394731e09 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.933676 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3a0b55fc-b82e-4e15-ac23-a907d325633c req-8c4ec700-29e6-4334-8d29-fb2394731e09 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1345088 Apr 05 22:34:33.947430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-69b6d253-6d40-4dfe-acaf-17d7b27e0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:33.949502 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-69b6d253-6d40-4dfe-acaf-17d7b27e0c61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1237979 Apr 05 22:34:34.003742 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924e12-c37b-4e34-b4f7-147299b4eb8b req-bcbd4850-ea92-47ac-b7a7-9529c26c392c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:34.005347 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-07924e12-c37b-4e34-b4f7-147299b4eb8b req-bcbd4850-ea92-47ac-b7a7-9529c26c392c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.1253273 Apr 05 22:34:34.031652 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3a0b55fc-b82e-4e15-ac23-a907d325633c req-a47c3205-115f-4581-9176-5eac4191ef17 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940385 Apr 05 22:34:34.134652 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-07924e12-c37b-4e34-b4f7-147299b4eb8b req-087ff6f8-5ace-40f5-958d-c7eb09f7ec08 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219807 Apr 05 22:34:34.154106 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-3f307d81-4fd2-4ce0-83fb-2a32af15e8f7 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837294 Apr 05 22:34:34.160274 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084b5c-d625-44fe-8910-648b3f5eeddf req-6f7b60d5-c7eb-438b-8adf-dcf5357326c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:34.161960 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd084b5c-d625-44fe-8910-648b3f5eeddf req-6f7b60d5-c7eb-438b-8adf-dcf5357326c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 1129 time: 0.1044683 Apr 05 22:34:34.239494 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142b794-176a-41e3-83de-354ff40d1e6b req-143c8242-b362-44d4-bf15-9a2b4c9c06f2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:34.241129 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0142b794-176a-41e3-83de-354ff40d1e6b req-143c8242-b362-44d4-bf15-9a2b4c9c06f2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0679548 Apr 05 22:34:34.288646 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd084b5c-d625-44fe-8910-648b3f5eeddf req-6bad1155-d903-4506-b0a2-755b06f77528 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047380 Apr 05 22:34:34.295293 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0142b794-176a-41e3-83de-354ff40d1e6b req-9ad5e918-688a-4a46-8dfd-064c712de3be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471644 Apr 05 22:34:34.308622 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e59ba272-6cd4-4c08-9de6-b74684470544 req-b052c14c-a300-41ea-bac2-5cc5421ec610 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335859 Apr 05 22:34:34.844027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f387a3-e85f-4e06-97ab-f26505ae75c6 req-9ad17a9f-8d22-4874-a07d-3986d869db70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:34.845439 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6f387a3-e85f-4e06-97ab-f26505ae75c6 req-9ad17a9f-8d22-4874-a07d-3986d869db70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 945 time: 0.0561428 Apr 05 22:34:34.857021 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-048319d0-5983-4195-92d2-1d2b95e88fe5 req-5b378337-c3c2-41ea-a31e-f30bab1d04f9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0270894 Apr 05 22:34:34.894585 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6f387a3-e85f-4e06-97ab-f26505ae75c6 req-c4f4f172-1017-424b-ae48-0aa3393f6523 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Apr 05 22:34:35.153820 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dc32e-9f1a-4c41-9c36-a3abc1cc6c6d req-8ad0d06d-cc25-4307-aa75-c4dcaf019066 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:35.155349 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ff2dc32e-9f1a-4c41-9c36-a3abc1cc6c6d req-8ad0d06d-cc25-4307-aa75-c4dcaf019066 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0573344 Apr 05 22:34:35.206060 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ff2dc32e-9f1a-4c41-9c36-a3abc1cc6c6d req-7f459cb3-30b4-4dba-92c2-55780d350c9e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 Apr 05 22:34:35.257741 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5ef73-7550-4237-a7bf-2d1afd704a32 req-6a538267-d7b8-4f67-9c6e-aceae12ca0c9 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:35.259253 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-97b5ef73-7550-4237-a7bf-2d1afd704a32 req-6a538267-d7b8-4f67-9c6e-aceae12ca0c9 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.0532205 Apr 05 22:34:35.304357 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-97b5ef73-7550-4237-a7bf-2d1afd704a32 req-d84bf315-14c0-4a81-9a5e-e56ad1f51c10 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Apr 05 22:34:35.747107 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 849985f0-241a-494b-8765-ba1cdc06c015 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:35.797911 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 849985f0-241a-494b-8765-ba1cdc06c015 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:35.802196 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 849985f0-241a-494b-8765-ba1cdc06c015 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:35.802568 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (849985f0-241a-494b-8765-ba1cdc06c015), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.862114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e8d8fe3-fec7-4174-b34a-4e82d822f21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.899815 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 849985f0-241a-494b-8765-ba1cdc06c015 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:35.900205 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (849985f0-241a-494b-8765-ba1cdc06c015), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.924966 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:35.927206 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d4cf8a-60e6-48e2-94aa-4bebf220ab9e" -d '{"events": [{"server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "name": "network-vif-plugged", "status": "completed", "tag": "849985f0-241a-494b-8765-ba1cdc06c015"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:35.942367 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 849985f0-241a-494b-8765-ba1cdc06c015, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=849985f0-241a-494b-8765-ba1cdc06c015,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:35.946747 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (849985f0-241a-494b-8765-ba1cdc06c015), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:35.954235 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-74168c8a-5ec9-4f24-b0aa-1beb31cb3304 req-ca6fb364-2ad6-4d1d-83a4-7f7991bcd1c1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0295823 Apr 05 22:34:36.001017 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=849985f0-241a-494b-8765-ba1cdc06c015,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:36.012331 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9069a093-55fb-472c-b216-62806099f159 x-openstack-request-id: req-9069a093-55fb-472c-b216-62806099f159 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:36.013055 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "name": "network-vif-plugged", "status": "completed", "tag": "849985f0-241a-494b-8765-ba1cdc06c015", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:36.013319 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9069a093-55fb-472c-b216-62806099f159 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:36.013722 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9069a093-55fb-472c-b216-62806099f159'] response: {'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015', 'code': 200} Apr 05 22:34:36.029771 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a107ce-a07c-4c04-9808-c762f8560ace req-1bba87bb-ec15-4727-930d-49689df8d480 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:36.031289 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22a107ce-a07c-4c04-9808-c762f8560ace req-1bba87bb-ec15-4727-930d-49689df8d480 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0626931 Apr 05 22:34:36.077603 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22a107ce-a07c-4c04-9808-c762f8560ace req-fffd55a5-11eb-4b0e-aee9-586f914d9c1d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404732 Apr 05 22:34:36.324110 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790b96c-f3be-4ceb-ab89-2328fd283c58 req-c9e74f5c-1842-491a-8256-553f240a3503 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:36.325583 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6790b96c-f3be-4ceb-ab89-2328fd283c58 req-c9e74f5c-1842-491a-8256-553f240a3503 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0525320 Apr 05 22:34:36.373745 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6790b96c-f3be-4ceb-ab89-2328fd283c58 req-16495dca-8049-4678-b39e-a9dfc205ef4e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Apr 05 22:34:36.422480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0898-0442-492d-b956-7b9f476f23f1 req-607111d7-3896-4946-8697-5f5bd318c5b0 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:36.423989 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-010e0898-0442-492d-b956-7b9f476f23f1 req-607111d7-3896-4946-8697-5f5bd318c5b0 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.0520039 Apr 05 22:34:36.470205 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-010e0898-0442-492d-b956-7b9f476f23f1 req-7c54ce3f-e1f1-45af-a1e1-f12008f3e5c7 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Apr 05 22:34:37.051671 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-eb096be2-339a-45e5-a294-df5bb0b54fcd req-de644a58-4359-4ae9-8a28-473c4851c4cf tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0293579 Apr 05 22:34:37.199887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c1276-2bc8-4e17-b5d6-4fed162e5554 req-8ebc3fdf-d00b-4290-b16c-d7f18d12c375 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.201380 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5e2c1276-2bc8-4e17-b5d6-4fed162e5554 req-8ebc3fdf-d00b-4290-b16c-d7f18d12c375 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0577235 Apr 05 22:34:37.248442 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5e2c1276-2bc8-4e17-b5d6-4fed162e5554 req-22a3db0f-1989-475b-81c9-b5d1242c0cf8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Apr 05 22:34:37.597286 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f09230-dfcf-42e8-9b03-f4531058eb1d req-521e4429-edf9-493e-b3d0-af61369ad1b1 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.598910 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-93f09230-dfcf-42e8-9b03-f4531058eb1d req-521e4429-edf9-493e-b3d0-af61369ad1b1 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.0601859 Apr 05 22:34:37.650953 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-93f09230-dfcf-42e8-9b03-f4531058eb1d req-62fc765a-de22-492e-bed6-9801909d186c tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Apr 05 22:34:37.709031 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f784-2e96-4862-950d-2328a0a82bbc req-da73a175-e85f-4248-bac1-e8f57071dafc tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:37.710524 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51a9f784-2e96-4862-950d-2328a0a82bbc req-da73a175-e85f-4248-bac1-e8f57071dafc tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.2716548 Apr 05 22:34:37.759664 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-51a9f784-2e96-4862-950d-2328a0a82bbc req-61cc86f2-a244-4ad9-8f76-9f2e944a0b3f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Apr 05 22:34:38.138135 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f1b51418-be29-44eb-a772-ae0070689ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:38.172421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-25cc6adb-c326-4917-b51d-48490e861689 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.174210 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-25cc6adb-c326-4917-b51d-48490e861689 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.24 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 809 time: 0.1740470 Apr 05 22:34:38.191634 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a2488f20-c965-4a17-acdd-e66890513d0e req-1290282c-72fd-49d7-b73d-758a5ee3eab6 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0465584 Apr 05 22:34:38.202457 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32349723-7d2f-48a6-92e8-dc134be11ef5 req-1f0d04db-266b-486a-95ed-704056ddb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.204618 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-32349723-7d2f-48a6-92e8-dc134be11ef5 req-1f0d04db-266b-486a-95ed-704056ddb11a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 1130 time: 0.0998018 Apr 05 22:34:38.275088 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-827e53bf-c1be-48e3-aa11-fb1d2e1ad28e tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85c2206ba2474de29730553f3154924f HTTP/1.1" status: 200 len: 380 time: 0.0558538 Apr 05 22:34:38.373213 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe6d80-e807-401c-8836-2fc40ac37123 req-033840b8-5602-4477-a3e2-b3ffff93b7cd tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.374754 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c1fe6d80-e807-401c-8836-2fc40ac37123 req-033840b8-5602-4477-a3e2-b3ffff93b7cd tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Apr 05 22:34:38.421654 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c1fe6d80-e807-401c-8836-2fc40ac37123 req-f3c9dfca-b94e-404e-a0c3-e4a3ade276fb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Apr 05 22:34:38.771565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7dc26-ebc0-4075-98c6-ab052b8540bb req-751360fb-f1be-445b-939b-a014056a4923 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.773097 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2de7dc26-ebc0-4075-98c6-ab052b8540bb req-751360fb-f1be-445b-939b-a014056a4923 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.0572793 Apr 05 22:34:38.818823 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'port': {'device_id': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'admin_state_up': True, 'tenant_id': '85c2206ba2474de29730553f3154924f', 'security_groups': ['55508311-2122-4e7c-bac9-157203828c96']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:38.896763 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5674523-3dbf-4b5a-96a1-fcc1f481b612 req-00ee30c1-9833-4ca0-a90b-4ac6523aaa51 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:38.898245 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2de7dc26-ebc0-4075-98c6-ab052b8540bb req-11a413c3-cc69-4a7b-9278-49c8edfba663 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186738 Apr 05 22:34:38.898370 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5674523-3dbf-4b5a-96a1-fcc1f481b612 req-00ee30c1-9833-4ca0-a90b-4ac6523aaa51 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0607457 Apr 05 22:34:38.937688 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-32349723-7d2f-48a6-92e8-dc134be11ef5 req-d6daac34-ef25-4509-9dab-892d4c6f3bc8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267951 Apr 05 22:34:38.948479 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e5674523-3dbf-4b5a-96a1-fcc1f481b612 req-f62ca099-8d26-4fe4-86f4-205ad7bdde29 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Apr 05 22:34:38.972536 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Made reservation on behalf of 85c2206ba2474de29730553f3154924f for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:34:38.976032 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.112143 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Allocated IP 172.20.0.9 (3b89deb8-9e64-4ff5-8a79-933790d6c283/d0f48a2d-129d-44b5-b08f-0175cda93606/07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:39.256933 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.310146 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02626337-6ebf-4dfd-aa35-ecb85924358c req-ea06fdc7-5060-4d9d-9504-656595becfab tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0325978 Apr 05 22:34:39.318144 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.352452 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.362751 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:39.365615 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:39.369191 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:39.403051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:39.433540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.434176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.455607 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-7fb63a61-386f-4f7f-8fa1-7c4585b37be1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6422837 Apr 05 22:34:39.553218 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98418fe8-279f-4070-8fb6-365244f0b196 req-21568220-9983-4d1d-afe2-71cc5f19ede7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:39.559257 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-98418fe8-279f-4070-8fb6-365244f0b196 req-21568220-9983-4d1d-afe2-71cc5f19ede7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0657704 Apr 05 22:34:39.602444 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-98418fe8-279f-4070-8fb6-365244f0b196 req-26506c10-ca03-4629-a957-1d044156f8e2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Apr 05 22:34:39.657876 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ffa3cbe7-ee4d-4cc4-a832-06d512db5004 None None] Provisioning complete for port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:39.658262 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ffa3cbe7-ee4d-4cc4-a832-06d512db5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:39.693167 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3cbe7-ee4d-4cc4-a832-06d512db5004 None None] Port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:34:39.831618 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Request body: {'port': {'device_id': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:39.893240 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.067638 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c918d-ea28-41bd-af0f-9431f7b9c068 req-e0c7799d-d749-40e3-a306-9fd785c1ba49 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.069053 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b1c918d-ea28-41bd-af0f-9431f7b9c068 req-e0c7799d-d749-40e3-a306-9fd785c1ba49 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0540185 Apr 05 22:34:40.110539 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026094a9-0c82-41b1-97c9-712c0da01ec5 req-9fadfe65-474c-4c7c-920f-725a320e4d0b tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.112032 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-026094a9-0c82-41b1-97c9-712c0da01ec5 req-9fadfe65-474c-4c7c-920f-725a320e4d0b tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.1135497 Apr 05 22:34:40.120474 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b1c918d-ea28-41bd-af0f-9431f7b9c068 req-41c5e1ec-5a89-4a19-8040-047163b4f4a2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Apr 05 22:34:40.187793 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-026094a9-0c82-41b1-97c9-712c0da01ec5 req-edcb6470-a12a-494e-9394-3b52b3a4eb3d tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692835 Apr 05 22:34:40.240125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:40.248209 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Publish callbacks [] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.260162 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Transition to ACTIVE for port object 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:34:40.264339 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.318873 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:40.392153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Attempting to bind port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:34:40.392494 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Attempting to bind port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:34:40.392826 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Attempting to bind port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 on network 3b89deb8-9e64-4ff5-8a79-933790d6c283 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:40.397559 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 on network 3b89deb8-9e64-4ff5-8a79-933790d6c283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:34:40.397887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Attempting to bind port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 on network 3b89deb8-9e64-4ff5-8a79-933790d6c283 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:34:40.409477 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:34:40.409828 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Checking segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:34:40.410210 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Bound using segment: {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:34:40.410642 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Bound port: 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:34:40.411019 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.455259 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60be825-c20b-4f3b-b6a8-8934ddc4ceda req-d16b0ca5-7e4e-41db-a988-e1c9fe4ad7d7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.457091 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a60be825-c20b-4f3b-b6a8-8934ddc4ceda req-d16b0ca5-7e4e-41db-a988-e1c9fe4ad7d7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0693672 Apr 05 22:34:40.503233 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:34:40.507406 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:34:40.514170 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.526091 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a60be825-c20b-4f3b-b6a8-8934ddc4ceda req-76309deb-4d14-4795-a4d5-3cff3ee792cf tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572541 Apr 05 22:34:40.567490 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.568431 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.570023 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] 10.222.0.24 "PUT /v2.0/ports/07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 1093 time: 0.7426007 Apr 05 22:34:40.570611 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:40.573568 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:40.599232 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20924b7a-070a-458d-8ae5-448fd82a09ff service neutron] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:40.626070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a86edf-05c6-4d40-aee0-dc383569206b x-openstack-request-id: req-01a86edf-05c6-4d40-aee0-dc383569206b {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:40.626070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:40.626305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01a86edf-05c6-4d40-aee0-dc383569206b {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:40.626996 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a86edf-05c6-4d40-aee0-dc383569206b'] response: {'name': 'network-changed', 'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'status': 'completed', 'code': 200} Apr 05 22:34:40.715991 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:40.805879 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b9eb1-1c5d-4370-9c4a-cbf6c68df958 req-39c287ef-17dd-4792-a197-fb685b35263d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.808693 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-127b9eb1-1c5d-4370-9c4a-cbf6c68df958 req-39c287ef-17dd-4792-a197-fb685b35263d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.1221914 Apr 05 22:34:40.833682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3 req-2c0f0be8-6190-4cca-a449-7f461e153490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:40.838358 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3 req-2c0f0be8-6190-4cca-a449-7f461e153490 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1127 time: 0.0929680 Apr 05 22:34:40.893346 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-127b9eb1-1c5d-4370-9c4a-cbf6c68df958 req-808639db-a24c-4134-bab9-1a98e2721c3d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771377 Apr 05 22:34:40.996853 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:41.009698 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3 req-f75ccb45-cdd7-4667-a2af-b3cd3df2dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:41.011416 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3 req-f75ccb45-cdd7-4667-a2af-b3cd3df2dcc7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=85c2206ba2474de29730553f3154924f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1613998 Apr 05 22:34:41.099390 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c53629-4bda-4c36-b152-41161c744ad6 req-03490a9a-e09f-4b84-a967-da53cdd251ae tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:41.100865 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6c53629-4bda-4c36-b152-41161c744ad6 req-03490a9a-e09f-4b84-a967-da53cdd251ae tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.0556238 Apr 05 22:34:41.125765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4242c164-d700-48ee-9b6a-2367215099b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.170232 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6c53629-4bda-4c36-b152-41161c744ad6 req-f45cf6a4-23c0-43fc-a8d2-666d6d1672db tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622053 Apr 05 22:34:41.234099 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4242c164-d700-48ee-9b6a-2367215099b8 admin admin] Publish callbacks [] for security_group (3f71faf5-e389-44cf-9740-5978e04842e5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.238143 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4242c164-d700-48ee-9b6a-2367215099b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3f71faf5-e389-44cf-9740-5978e04842e5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.279259 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4242c164-d700-48ee-9b6a-2367215099b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25767763ef194bdb87e4a90477ecbdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812381 Apr 05 22:34:41.279997 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242c164-d700-48ee-9b6a-2367215099b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71faf5-e389-44cf-9740-5978e04842e5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:41.282639 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:41.333613 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad63118-a6e4-4378-bbae-49bc1065d50e admin admin] Publish callbacks [] for security_group (3f71faf5-e389-44cf-9740-5978e04842e5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.357096 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad63118-a6e4-4378-bbae-49bc1065d50e admin admin] Publish callbacks [] for security_group (3f71faf5-e389-44cf-9740-5978e04842e5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.411081 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad63118-a6e4-4378-bbae-49bc1065d50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3f71faf5-e389-44cf-9740-5978e04842e5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.413672 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ad63118-a6e4-4378-bbae-49bc1065d50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:41.417360 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1ad63118-a6e4-4378-bbae-49bc1065d50e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f71faf5-e389-44cf-9740-5978e04842e5 HTTP/1.1" status: 204 len: 168 time: 0.1312864 Apr 05 22:34:41.424106 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63118-a6e4-4378-bbae-49bc1065d50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71faf5-e389-44cf-9740-5978e04842e5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:41.482719 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0277-98a5-4fed-ac1d-c5abb82e1b68 req-d4e12fbb-47d5-45ea-9fff-df608b3527d5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:41.484430 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f9ca0277-98a5-4fed-ac1d-c5abb82e1b68 req-d4e12fbb-47d5-45ea-9fff-df608b3527d5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.2856679 Apr 05 22:34:41.532036 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f9ca0277-98a5-4fed-ac1d-c5abb82e1b68 req-284056e4-1e91-42f5-9e66-2f0ab9cbef50 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Apr 05 22:34:41.648140 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb87d2-542e-4809-b6b7-d741eafcd586 req-b2e0b81b-4302-4ab4-8270-5672dabe2e7d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:41.649657 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-61bb87d2-542e-4809-b6b7-d741eafcd586 req-b2e0b81b-4302-4ab4-8270-5672dabe2e7d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0559597 Apr 05 22:34:41.700878 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-61bb87d2-542e-4809-b6b7-d741eafcd586 req-0ff68097-7c61-4bb0-abba-c08d66fb6673 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452650 Apr 05 22:34:42.019018 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679793ed-c8fc-4fd1-8c6f-94733211076b req-da66d3f5-6dcb-48f7-9f31-8661f133a3e2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.020598 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-679793ed-c8fc-4fd1-8c6f-94733211076b req-da66d3f5-6dcb-48f7-9f31-8661f133a3e2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0528193 Apr 05 22:34:42.067411 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-679793ed-c8fc-4fd1-8c6f-94733211076b req-3fa868c0-c3e2-4284-924e-40d36da9e03e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Apr 05 22:34:42.186574 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514656e7-2622-4548-b6cc-b859d1e2e560 req-7bc5870f-ed9d-4332-9fe8-aeb8942929da tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.188175 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-514656e7-2622-4548-b6cc-b859d1e2e560 req-7bc5870f-ed9d-4332-9fe8-aeb8942929da tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0567169 Apr 05 22:34:42.196854 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60476) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:42.202499 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'port_id': '849985f0-241a-494b-8765-ba1cdc06c015'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:42.266348 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3 req-2762b190-622a-4ec8-9235-2b0ed61941f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.268190 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f11d4b8f-3430-4f2d-82d9-04a322bc14a3 req-2762b190-622a-4ec8-9235-2b0ed61941f5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179616 Apr 05 22:34:42.273141 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9c1010c9-11be-407a-8d33-2983057b6a4b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.279166 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.327530 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b9fb4-8de2-4fde-be81-e9d46d403752 req-56fbfd76-366a-42c9-a9c3-26abaa757122 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.329371 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-956b9fb4-8de2-4fde-be81-e9d46d403752 req-56fbfd76-366a-42c9-a9c3-26abaa757122 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.0598588 Apr 05 22:34:42.393490 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-956b9fb4-8de2-4fde-be81-e9d46d403752 req-4ea251f7-e111-4333-8788-8a41e263bd85 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6444bed-a0fd-4f56-a978-92f40eaf5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575697 Apr 05 22:34:42.446598 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-bcc870df-b7bd-4d8f-9b01-dc0682db625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.448858 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-bcc870df-b7bd-4d8f-9b01-dc0682db625a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1127 time: 0.0525978 Apr 05 22:34:42.505819 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-bd1cb5f6-49c2-4993-a0ee-f01f3568c905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 217 time: 0.0483680 Apr 05 22:34:42.570748 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-f55f11ec-3da6-479d-b090-88b404793106 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.572333 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-f55f11ec-3da6-479d-b090-88b404793106 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 945 time: 0.1225538 Apr 05 22:34:42.576301 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-6124afe5-58a2-4eeb-a429-35534934f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.577778 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-6124afe5-58a2-4eeb-a429-35534934f7e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 200 len: 848 time: 0.0639687 Apr 05 22:34:42.689302 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-305fd741-cda6-43f8-95c6-c80afef74033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.690833 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-305fd741-cda6-43f8-95c6-c80afef74033 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b89deb8-9e64-4ff5-8a79-933790d6c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1041551 Apr 05 22:34:42.745031 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Deleting port 0e37727e-631e-497c-aa56-ac1fb5716d76 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:34:42.745387 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.762965 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e37975-7c1e-4631-8bc1-de4c1c12da9a req-fa0398c8-bd59-4e54-b4ae-328beb6885de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.764904 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-67e37975-7c1e-4631-8bc1-de4c1c12da9a req-fa0398c8-bd59-4e54-b4ae-328beb6885de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1359038 Apr 05 22:34:42.895317 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-67e37975-7c1e-4631-8bc1-de4c1c12da9a req-c66451fd-d4f2-4899-ad18-c5084bca17be tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976980 Apr 05 22:34:42.905755 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.912779 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-ba677127-7d30-433e-a9ba-c8f81252f6c5 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153997 Apr 05 22:34:42.913208 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9c1010c9-11be-407a-8d33-2983057b6a4b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.927456 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] For port 0e37727e-631e-497c-aa56-ac1fb5716d76, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=0e37727e-631e-497c-aa56-ac1fb5716d76,segment=NetworkSegment(8bbf8363-25ac-4dd2-9fa0-9073007e0a4b),segment_id=8bbf8363-25ac-4dd2-9fa0-9073007e0a4b)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:42.927827 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:42.964031 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Calling delete_port for 0e37727e-631e-497c-aa56-ac1fb5716d76 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:34:42.972728 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8263-e8ce-4545-9ffa-6e3967b3a93a req-0088592e-b498-4aea-b7b8-df043b4135bf tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:42.974220 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-584f8263-e8ce-4545-9ffa-6e3967b3a93a req-0088592e-b498-4aea-b7b8-df043b4135bf tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.1727593 Apr 05 22:34:43.033903 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 9c1010c9-11be-407a-8d33-2983057b6a4b associated. External IP: 172.27.0.142, port: 849985f0-241a-494b-8765-ba1cdc06c015. Apr 05 22:34:43.123448 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-584f8263-e8ce-4545-9ffa-6e3967b3a93a req-78de16b5-fb46-4d35-9b25-49c0f47a94bb tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387286 Apr 05 22:34:43.136826 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f246310-1a3f-4646-8f31-59c9ebd39dc2 req-6f119993-2d50-456b-b58c-d49dc5d262d4 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154498 Apr 05 22:34:43.215666 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (0e37727e-631e-497c-aa56-ac1fb5716d76), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.245214 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Pushing event deleted for resources: {'Port': ['ID=0e37727e-631e-497c-aa56-ac1fb5716d76,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:43.280332 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:43.287038 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] No DVR routers for this DVR port 0e37727e-631e-497c-aa56-ac1fb5716d76 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:34:43.289484 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.293665 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28746735-2079-42a9-9c8b-d0b23b0c6a1c req-22f290a3-ce78-4575-a4ad-1a48e0820a17 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.24 "DELETE /v2.0/ports/0e37727e-631e-497c-aa56-ac1fb5716d76 HTTP/1.1" status: 204 len: 173 time: 0.7150056 Apr 05 22:34:43.294105 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'name': 'network-vif-deleted', 'tag': '0e37727e-631e-497c-aa56-ac1fb5716d76'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:43.296345 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e53922-050a-4888-8479-59d5e261bf4c" -d '{"events": [{"server_uuid": "81069e26-a5ac-480d-abb1-fce042fda6d5", "name": "network-vif-deleted", "tag": "0e37727e-631e-497c-aa56-ac1fb5716d76"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:43.334462 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f443f86-3c88-42c4-9f20-1eb6b8ed7490 x-openstack-request-id: req-4f443f86-3c88-42c4-9f20-1eb6b8ed7490 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:43.334844 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81069e26-a5ac-480d-abb1-fce042fda6d5", "name": "network-vif-deleted", "tag": "0e37727e-631e-497c-aa56-ac1fb5716d76", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:43.335137 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f443f86-3c88-42c4-9f20-1eb6b8ed7490 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:43.335678 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f443f86-3c88-42c4-9f20-1eb6b8ed7490'] response: {'server_uuid': '81069e26-a5ac-480d-abb1-fce042fda6d5', 'name': 'network-vif-deleted', 'tag': '0e37727e-631e-497c-aa56-ac1fb5716d76', 'status': 'completed', 'code': 200} Apr 05 22:34:43.397563 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:43.402828 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:43.408351 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:43.418677 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:43.419320 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:34:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:43.435718 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6fdd8e0a-e9ac-43c5-98c3-283e9b05dd50 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "PUT /v2.0/floatingips/9c1010c9-11be-407a-8d33-2983057b6a4b HTTP/1.1" status: 200 len: 992 time: 1.2360690 Apr 05 22:34:43.435718 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:43.437144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade4af4-8418-46c9-a14b-5cf841116837" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "tag": "849985f0-241a-494b-8765-ba1cdc06c015"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:43.481766 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d126e29b-18fc-4106-aafc-665271c9e234 x-openstack-request-id: req-d126e29b-18fc-4106-aafc-665271c9e234 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:43.482213 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "tag": "849985f0-241a-494b-8765-ba1cdc06c015", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:43.482476 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d126e29b-18fc-4106-aafc-665271c9e234 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:43.482972 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d126e29b-18fc-4106-aafc-665271c9e234'] response: {'name': 'network-changed', 'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015', 'status': 'completed', 'code': 200} Apr 05 22:34:43.504110 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-448bba31-cce5-4920-853e-17dcccc44e61 req-59e8de42-1408-46ef-a1b5-059254a0e8f2 tempest-VolumesActionsTest-1840713540 tempest-VolumesActionsTest-1840713540-project] 10.222.0.26 "GET /v2.0/ports?device_id=81069e26-a5ac-480d-abb1-fce042fda6d5 HTTP/1.1" status: 200 len: 210 time: 0.0319798 Apr 05 22:34:43.532389 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:43.638806 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-ed92c0e0-e4c1-4a42-ac6f-dfb1add1f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.641624 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-ed92c0e0-e4c1-4a42-ac6f-dfb1add1f680 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 1130 time: 0.0854058 Apr 05 22:34:43.748290 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-f2ca4539-20d1-460d-adea-0f1de5f4947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:43.750095 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-f2ca4539-20d1-460d-adea-0f1de5f4947a service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.0973291 Apr 05 22:34:43.780751 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}, {'id': '9c1010c9-11be-407a-8d33-2983057b6a4b', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': '849985f0-241a-494b-8765-ba1cdc06c015', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:eb:e8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:24Z', 'updated_at': '2022-04-05T22:34:42Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:43.802893 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:43.811135 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:43.811746 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:34:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:43.918829 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:44.028639 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d238a-9cef-4d33-9f58-55d083026d34 req-6dc58cc6-6c52-41e3-a861-1a81d883e01c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.030199 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fe4d238a-9cef-4d33-9f58-55d083026d34 req-6dc58cc6-6c52-41e3-a861-1a81d883e01c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0551808 Apr 05 22:34:44.076840 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fe4d238a-9cef-4d33-9f58-55d083026d34 req-30d52cf2-ac01-4b7e-9a3a-6a129925d7d9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Apr 05 22:34:44.160986 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}, {'id': '9c1010c9-11be-407a-8d33-2983057b6a4b', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': '849985f0-241a-494b-8765-ba1cdc06c015', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:eb:e8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:24Z', 'updated_at': '2022-04-05T22:34:42Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:44.168652 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-06b4323c-192f-4d32-96c8-b4fe737bb25e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849985f0-241a-494b-8765-ba1cdc06c015 HTTP/1.1" status: 200 len: 1000 time: 0.0839419 Apr 05 22:34:44.191219 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4524377-ebbc-4210-b4e9-a1a1531a0bae None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}, {'id': '9c1010c9-11be-407a-8d33-2983057b6a4b', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': '849985f0-241a-494b-8765-ba1cdc06c015', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:eb:e8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:24Z', 'updated_at': '2022-04-05T22:34:42Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:34:44.285844 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-b3cee7e9-d85f-4afc-92c1-ff197bf186aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.288097 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-b3cee7e9-d85f-4afc-92c1-ff197bf186aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.1041903 Apr 05 22:34:44.305719 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8b716-181b-45aa-b2f0-75dc0ec2c341 req-71a2d64a-adf7-4af2-93d4-982394032d6b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.307882 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43d8b716-181b-45aa-b2f0-75dc0ec2c341 req-71a2d64a-adf7-4af2-93d4-982394032d6b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0920272 Apr 05 22:34:44.392760 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43d8b716-181b-45aa-b2f0-75dc0ec2c341 req-71bd4ab7-b6c0-4bc1-91d4-f37d51f24d53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719645 Apr 05 22:34:44.398672 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-d2ef5cc3-126d-47ea-ad24-6d9e85fd069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:44.400835 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-d2ef5cc3-126d-47ea-ad24-6d9e85fd069c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908682 Apr 05 22:34:44.414439 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ccaab-d5a7-4eb8-bb44-07135d3a7833 None None] New status for floating IP 9c1010c9-11be-407a-8d33-2983057b6a4b: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:34:44.497685 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-3b3d794c-3b62-4fd2-9f5b-2fe37bada828 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859985 Apr 05 22:34:44.619530 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ade4af4-8418-46c9-a14b-5cf841116837 req-998e60f8-b678-4cdb-b3f1-e4c9ed4896ae service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094949 Apr 05 22:34:45.194917 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 0e37727e-631e-497c-aa56-ac1fb5716d76 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:34:45.214811 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d1c5f-75cd-4219-8d66-d603cc3aae68 req-aab747fd-d709-4ab9-a217-3945d5521836 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:45.215427 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 0e37727e-631e-497c-aa56-ac1fb5716d76 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:34:45.215532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 0e37727e-631e-497c-aa56-ac1fb5716d76 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:34:45.220279 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-588d1c5f-75cd-4219-8d66-d603cc3aae68 req-aab747fd-d709-4ab9-a217-3945d5521836 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0629671 Apr 05 22:34:45.263636 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-588d1c5f-75cd-4219-8d66-d603cc3aae68 req-0f7b6604-2a87-4dcb-8b25-070cee7df477 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Apr 05 22:34:45.514035 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e133c1-f9ef-4047-a8fe-a5c3bbd2b0e1 req-d793e91d-6d69-40ae-bb76-de7dd8c2ff42 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:45.515530 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2e133c1-f9ef-4047-a8fe-a5c3bbd2b0e1 req-d793e91d-6d69-40ae-bb76-de7dd8c2ff42 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0552952 Apr 05 22:34:45.563151 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2e133c1-f9ef-4047-a8fe-a5c3bbd2b0e1 req-7e3f6620-411c-4c09-a04b-0556b499fbdb tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Apr 05 22:34:46.395799 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2ca5f-b780-4c60-85a6-feccee7af990 req-d391e5a2-6ceb-4ebf-90e7-c1b7d203a440 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:46.397591 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3b2ca5f-b780-4c60-85a6-feccee7af990 req-d391e5a2-6ceb-4ebf-90e7-c1b7d203a440 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0540042 Apr 05 22:34:46.454079 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3b2ca5f-b780-4c60-85a6-feccee7af990 req-340fd5b6-7fd1-43d8-8245-1e50de6ee80c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493193 Apr 05 22:34:46.680652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6c511-b1f2-47b0-b3be-b07f16729105 req-81371ce2-809b-4bcf-b2ce-3a1a5ac5bcdc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:46.682662 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a8c6c511-b1f2-47b0-b3be-b07f16729105 req-81371ce2-809b-4bcf-b2ce-3a1a5ac5bcdc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0522954 Apr 05 22:34:46.730899 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a8c6c511-b1f2-47b0-b3be-b07f16729105 req-66881595-e633-4fe5-9160-9bc4f58fe4b3 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Apr 05 22:34:47.572633 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebef32c-8fd2-4c10-8514-84285cfd2d38 req-a5b3f53d-9634-49f2-95d8-946c254fedc0 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:47.574171 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eebef32c-8fd2-4c10-8514-84285cfd2d38 req-a5b3f53d-9634-49f2-95d8-946c254fedc0 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0537841 Apr 05 22:34:47.624875 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eebef32c-8fd2-4c10-8514-84285cfd2d38 req-0cc9619e-804c-4615-b976-04d24b16dd06 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Apr 05 22:34:47.845422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df61c10-7881-451d-9416-85e67dfdbf51 req-1dffb545-eb95-4a8f-a2e4-3b01c46759eb tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:47.846904 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2df61c10-7881-451d-9416-85e67dfdbf51 req-1dffb545-eb95-4a8f-a2e4-3b01c46759eb tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0513365 Apr 05 22:34:47.897170 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2df61c10-7881-451d-9416-85e67dfdbf51 req-93c37582-6667-430d-b088-bf8aa519f0bb tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447221 Apr 05 22:34:48.742596 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae14fc-0299-467b-b30b-034d369daf71 req-b7de13db-1332-4515-9426-d11cde3126af tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:48.744711 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-98ae14fc-0299-467b-b30b-034d369daf71 req-b7de13db-1332-4515-9426-d11cde3126af tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0515034 Apr 05 22:34:48.793704 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-98ae14fc-0299-467b-b30b-034d369daf71 req-bb48dcfe-2809-47e4-bb99-4e8bb9562f9c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432823 Apr 05 22:34:49.018408 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a56b92-8a56-470e-8449-04f1b297fcf1 req-ab631f0a-ba82-4614-bd8b-2831a438436f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.019927 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5a56b92-8a56-470e-8449-04f1b297fcf1 req-ab631f0a-ba82-4614-bd8b-2831a438436f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0528867 Apr 05 22:34:49.069656 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d5a56b92-8a56-470e-8449-04f1b297fcf1 req-b5b53871-74d0-4a09-b2db-76ddc25e1993 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Apr 05 22:34:49.916669 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ecf73-c921-454e-9690-69317f8cbd7f req-763b1aec-de74-474f-89fb-0c397fc66b57 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:49.918169 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-008ecf73-c921-454e-9690-69317f8cbd7f req-763b1aec-de74-474f-89fb-0c397fc66b57 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0574720 Apr 05 22:34:49.967456 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-008ecf73-c921-454e-9690-69317f8cbd7f req-a9a571f2-acea-4b86-8dbb-c49fc3189a05 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430658 Apr 05 22:34:50.190587 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62bbd6-0cb9-40c7-bf17-664677049bd2 req-dad7cfce-1e56-4aea-b8ae-143b09eed8ed tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:50.192329 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8b62bbd6-0cb9-40c7-bf17-664677049bd2 req-dad7cfce-1e56-4aea-b8ae-143b09eed8ed tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0538206 Apr 05 22:34:50.243373 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8b62bbd6-0cb9-40c7-bf17-664677049bd2 req-32ed8fa5-03de-4c25-b28d-b6e2d63ba176 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 Apr 05 22:34:51.124047 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d99a-2f19-4d12-a503-2a2ea5a7c897 req-fa313781-86e1-441f-8543-81421e27260b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:51.126248 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4ca1d99a-2f19-4d12-a503-2a2ea5a7c897 req-fa313781-86e1-441f-8543-81421e27260b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0761001 Apr 05 22:34:51.191855 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4ca1d99a-2f19-4d12-a503-2a2ea5a7c897 req-bc93fe82-d8f7-4d1d-8c65-c4531bce7788 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Apr 05 22:34:51.237707 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:34:51.363132 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:51.376789 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fba8ac-7429-4523-88ff-c94e766c9fba req-eccf0432-6d7c-4ccd-8421-a8e60d71b72e tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:51.377960 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'port_id': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'mac_address': 'fa:16:3e:9f:64:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:34:51.379458 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-96fba8ac-7429-4523-88ff-c94e766c9fba req-eccf0432-6d7c-4ccd-8421-a8e60d71b72e tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0611112 Apr 05 22:34:51.431002 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:51.432271 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.446116 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-96fba8ac-7429-4523-88ff-c94e766c9fba req-0669f9d2-7f49-4bc7-81d1-0fd46575e59b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589252 Apr 05 22:34:51.446442 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:34:51.467954 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:51.472550 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:51.527587 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:51.536357 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.536705 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.537067 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.537425 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.537761 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.538091 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.538420 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.538767 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.539095 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.539420 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.539743 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.540081 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.540941 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.541327 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.541652 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:34:51.913397 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:34:52.319544 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7be62-a060-452d-8686-79cb388c1580 req-50122a25-bc9f-40aa-b55a-051de0383512 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.321053 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7a7be62-a060-452d-8686-79cb388c1580 req-50122a25-bc9f-40aa-b55a-051de0383512 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0579519 Apr 05 22:34:52.370120 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7a7be62-a060-452d-8686-79cb388c1580 req-c26241f6-e09b-4779-a480-eae17e5d09b7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Apr 05 22:34:52.580278 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02902278-1bcf-4bdc-a582-225c14826bc1 req-1f310094-e669-48c9-bb27-1c8cea8c1cf2 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:52.581874 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02902278-1bcf-4bdc-a582-225c14826bc1 req-1f310094-e669-48c9-bb27-1c8cea8c1cf2 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 944 time: 0.0542126 Apr 05 22:34:52.636136 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02902278-1bcf-4bdc-a582-225c14826bc1 req-e1bce946-7deb-4740-bb5c-3f278b5750f4 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464411 Apr 05 22:34:53.271458 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:34:53.325656 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:34:53.330827 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:34:53.331206 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.429284 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:34:53.429791 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.469256 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:53.471482 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ab46ca-cca1-40ce-9acc-54a2dd10da7c" -d '{"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-plugged", "status": "completed", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:53.502234 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:34:53.507372 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:53.509396 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8326bf8-ef5b-4a65-8549-93d2a6f8e720 req-45aeee86-e57a-4ec2-8422-857b1a090ff7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:53.511697 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8326bf8-ef5b-4a65-8549-93d2a6f8e720 req-45aeee86-e57a-4ec2-8422-857b1a090ff7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0638330 Apr 05 22:34:53.546796 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfc2afd-50e1-40cc-a718-468b36e4bcec x-openstack-request-id: req-0dfc2afd-50e1-40cc-a718-468b36e4bcec {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:53.547392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-plugged", "status": "completed", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:53.547801 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dfc2afd-50e1-40cc-a718-468b36e4bcec {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:53.548370 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfc2afd-50e1-40cc-a718-468b36e4bcec'] response: {'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'code': 200} Apr 05 22:34:53.576419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:53.591267 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8326bf8-ef5b-4a65-8549-93d2a6f8e720 req-4959c865-a2f1-41b5-9d3e-32e993c67207 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729518 Apr 05 22:34:53.788007 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae65def-60f8-4adb-9c9c-592f049ae4b8 req-3a63185a-a603-4cff-9c2b-8c0a7defa44b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:53.791268 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7ae65def-60f8-4adb-9c9c-592f049ae4b8 req-3a63185a-a603-4cff-9c2b-8c0a7defa44b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0672939 Apr 05 22:34:53.840947 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7ae65def-60f8-4adb-9c9c-592f049ae4b8 req-b77f95bf-1f95-4419-b417-581ef6bc4e08 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Apr 05 22:34:53.920723 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c6a9-31a0-463b-89a5-c4985c2a478d req-90ebbd08-f26d-4b3e-9fc5-aa084affee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:53.922238 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5d22c6a9-31a0-463b-89a5-c4985c2a478d req-90ebbd08-f26d-4b3e-9fc5-aa084affee3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1129 time: 0.0612299 Apr 05 22:34:53.999263 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5d22c6a9-31a0-463b-89a5-c4985c2a478d req-5999aa04-adab-408a-9007-49dbb6f447d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490208 Apr 05 22:34:54.715582 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b594d2-c534-4d4e-9b87-48898cbd2dfa req-04aba490-2771-495e-b223-25f082e9914f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.718015 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-95b594d2-c534-4d4e-9b87-48898cbd2dfa req-04aba490-2771-495e-b223-25f082e9914f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0576653 Apr 05 22:34:54.770017 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-95b594d2-c534-4d4e-9b87-48898cbd2dfa req-eecb9455-1c00-40ae-bae6-c3808e44191c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 Apr 05 22:34:54.960844 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3b43d-88b9-4cc3-b2ee-d2fb4baf5ee6 req-b11651c0-a6ff-4fdf-ab8d-09fdd7c5a8f5 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:54.962487 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d1e3b43d-88b9-4cc3-b2ee-d2fb4baf5ee6 req-b11651c0-a6ff-4fdf-ab8d-09fdd7c5a8f5 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0534573 Apr 05 22:34:55.014795 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d1e3b43d-88b9-4cc3-b2ee-d2fb4baf5ee6 req-687af72f-b14b-4148-8f97-2f901edcdd67 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466628 Apr 05 22:34:55.896264 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9d48-e0e2-4241-afe0-e721dd2f124d req-d6602cab-6f63-48f3-8390-b78c45f20259 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:55.897766 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a8c9d48-e0e2-4241-afe0-e721dd2f124d req-d6602cab-6f63-48f3-8390-b78c45f20259 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0544093 Apr 05 22:34:55.960623 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a8c9d48-e0e2-4241-afe0-e721dd2f124d req-94bb596d-b6ef-4ba8-8537-0dc467661c6d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 Apr 05 22:34:56.173071 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3de3-3c45-4b6e-8c04-be08a8bb644b req-eff1585c-8ae2-4c33-8cf2-f5899dedc6ba tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.174658 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dcea3de3-3c45-4b6e-8c04-be08a8bb644b req-eff1585c-8ae2-4c33-8cf2-f5899dedc6ba tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0809479 Apr 05 22:34:56.240492 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dcea3de3-3c45-4b6e-8c04-be08a8bb644b req-b384255d-221f-4e42-95a7-35cbcc3b2359 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584936 Apr 05 22:34:56.369636 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c2b6-29fc-4264-8520-d90851f77552 req-272c7c33-5533-4bfa-b011-78066c37f79d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.371194 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa62c2b6-29fc-4264-8520-d90851f77552 req-272c7c33-5533-4bfa-b011-78066c37f79d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0584612 Apr 05 22:34:56.450045 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa62c2b6-29fc-4264-8520-d90851f77552 req-31f20b8f-86c0-4160-9b87-3389589cb58d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731421 Apr 05 22:34:56.467665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60700) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:56.690118 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e45132-5601-40bf-b1e1-0af55c6cdb4b tempest-TestShelveInstance-268008970 tempest-TestShelveInstance-268008970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:56.691685 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-64e45132-5601-40bf-b1e1-0af55c6cdb4b tempest-TestShelveInstance-268008970 tempest-TestShelveInstance-268008970-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1124 time: 0.2229838 Apr 05 22:34:56.695030 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60706) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:34:56.699682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'port_id': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:34:56.720789 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:56.833612 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:56.954503 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Allocated IP 172.27.0.182 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/4a875af0-c90a-4429-a85e-df4c5c89d336) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:34:57.073202 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:57.089913 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3bc3d-71ee-40e2-8153-2418bb1193f9 req-afab6940-5f2e-4122-84b4-198e04b01d24 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:57.091550 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1cd3bc3d-71ee-40e2-8153-2418bb1193f9 req-afab6940-5f2e-4122-84b4-198e04b01d24 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0571070 Apr 05 22:34:57.114743 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:57.153207 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1cd3bc3d-71ee-40e2-8153-2418bb1193f9 req-5845a7e3-28e1-4b7c-8cdb-ea39531a7456 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 Apr 05 22:34:57.157013 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:34:57.167531 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:34:57.174067 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:34:57.197375 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'Port': ['ID=4a875af0-c90a-4429-a85e-df4c5c89d336,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:57.975689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for floatingip (0dc14809-6487-4c33-b756-4dd146de47a7), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.099335 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.314007 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.327523 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8e545-4779-47f7-8ef2-e5e093d18ea0 req-43315069-8fc9-46f7-bb9e-e6d2e4059a16 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:58.329011 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c9f8e545-4779-47f7-8ef2-e5e093d18ea0 req-43315069-8fc9-46f7-bb9e-e6d2e4059a16 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0880520 Apr 05 22:34:58.330077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.428374 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event updated for resources: {'Port': ['ID=4a875af0-c90a-4429-a85e-df4c5c89d336,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:34:58.452374 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c9f8e545-4779-47f7-8ef2-e5e093d18ea0 req-5c6e9950-b6b4-438f-8cb4-9b2bbc9d2f45 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170063 Apr 05 22:34:58.453629 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (0dc14809-6487-4c33-b756-4dd146de47a7), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:58.579257 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Floating IP 0dc14809-6487-4c33-b756-4dd146de47a7 associated. External IP: 172.27.0.182, port: 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8. Apr 05 22:34:58.827982 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Router 0be5d259-78d1-4938-bf4a-320cc03e6758 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:34:58.944658 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:34:58.957569 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] Sync routers for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:34:58.971222 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:34:59.000418 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:59.001482 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:34:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:59.010587 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-114ef868-2cf5-446a-8da1-ab4084ae5f53 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3143749 Apr 05 22:34:59.012002 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:34:59.014582 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467" -d '{"events": [{"name": "network-changed", "server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:34:59.062150 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f189d90c-2c8d-45be-ac6d-f07400b84c6d x-openstack-request-id: req-f189d90c-2c8d-45be-ac6d-f07400b84c6d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:34:59.062462 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:34:59.062776 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f189d90c-2c8d-45be-ac6d-f07400b84c6d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:34:59.063192 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f189d90c-2c8d-45be-ac6d-f07400b84c6d'] response: {'name': 'network-changed', 'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'status': 'completed', 'code': 200} Apr 05 22:34:59.125485 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:59.145060 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-c5170eb9-1238-4871-bc3b-cc4b0c0123a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.147658 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-c5170eb9-1238-4871-bc3b-cc4b0c0123a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1129 time: 0.0595050 Apr 05 22:34:59.256278 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-fedab638-241b-4001-8abe-51290f6baa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.257770 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-fedab638-241b-4001-8abe-51290f6baa26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 910 time: 0.0989923 Apr 05 22:34:59.341123 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-8b1131f3-c0ee-479a-a694-ec916ec63f0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 999 time: 0.0741384 Apr 05 22:34:59.369855 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:34:59.395160 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-e1007b20-c323-49a9-bfda-bf3256ae692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.396880 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-e1007b20-c323-49a9-bfda-bf3256ae692f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 200 len: 848 time: 0.0494416 Apr 05 22:34:59.448788 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-e323a3f7-fc64-4a72-b278-aa1155ea7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.450306 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-e323a3f7-fc64-4a72-b278-aa1155ea7283 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b89deb8-9e64-4ff5-8a79-933790d6c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457189 Apr 05 22:34:59.457975 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '0dc14809-6487-4c33-b756-4dd146de47a7', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'port_id': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'mac_address': 'fa:16:3e:9f:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:57Z', 'updated_at': '2022-04-05T22:34:57Z', 'revision_number': 0, 'project_id': '85c2206ba2474de29730553f3154924f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:03Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:59.487164 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] Checking router: 0be5d259-78d1-4938-bf4a-320cc03e6758 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:34:59.496487 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:34:59.497183 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:34:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:59.647276 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:34:59.679808 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-f10cb2fa-d4f2-46ca-9926-b8d9418d8ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228835 Apr 05 22:34:59.692539 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608d4b-7894-4089-bfec-0b2083850354 req-1e363f11-90cd-4882-b352-72054cc84d2b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:34:59.694023 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a4608d4b-7894-4089-bfec-0b2083850354 req-1e363f11-90cd-4882-b352-72054cc84d2b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.1138213 Apr 05 22:34:59.804519 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a4608d4b-7894-4089-bfec-0b2083850354 req-c66f26bd-3536-4b33-9ecc-cb36a20fbba6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001787 Apr 05 22:34:59.824802 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4299e4ff-9f2d-4ab9-97ac-b1c53e920467 req-9e8161af-e5a4-4ed2-a763-38369c3f2853 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298418 Apr 05 22:34:59.905041 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '0dc14809-6487-4c33-b756-4dd146de47a7', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'port_id': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'mac_address': 'fa:16:3e:9f:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:57Z', 'updated_at': '2022-04-05T22:34:57Z', 'revision_number': 0, 'project_id': '85c2206ba2474de29730553f3154924f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:03Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:34:59.932834 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2717e-b1b1-4a47-9573-4ea440dd3a45 None None] The sync data for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi is: [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '0dc14809-6487-4c33-b756-4dd146de47a7', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'port_id': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'mac_address': 'fa:16:3e:9f:64:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:34:57Z', 'updated_at': '2022-04-05T22:34:57Z', 'revision_number': 0, 'project_id': '85c2206ba2474de29730553f3154924f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:03Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:00.142974 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb1fc3d-88d9-47a5-a1b5-f295fb10ad82 None None] New status for floating IP 0dc14809-6487-4c33-b756-4dd146de47a7: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:35:00.927328 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0164-011e-4440-8532-3bca9d0ce264 req-2923ac95-6554-4a38-87d3-272b235b26ea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:00.931560 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-214e0164-011e-4440-8532-3bca9d0ce264 req-2923ac95-6554-4a38-87d3-272b235b26ea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0556762 Apr 05 22:35:00.982340 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-214e0164-011e-4440-8532-3bca9d0ce264 req-20f21dbc-973a-46b1-96ee-54938fecdad6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469642 Apr 05 22:35:01.293176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49de1a-3ca2-4316-90e4-976f55dec711 req-92fc02ab-7209-41e8-9f15-3ba36cacd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:01.294970 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1d49de1a-3ca2-4316-90e4-976f55dec711 req-92fc02ab-7209-41e8-9f15-3ba36cacd6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 1129 time: 0.0450516 Apr 05 22:35:01.339934 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1d49de1a-3ca2-4316-90e4-976f55dec711 req-d328d0a9-e7ed-4b3b-aba9-3cdf538e3170 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Apr 05 22:35:02.109813 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06fa2d-9621-48f8-9e35-69a70179c92c req-437c5df2-bb59-4bd6-beb7-77f86aa7826f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:02.111327 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1c06fa2d-9621-48f8-9e35-69a70179c92c req-437c5df2-bb59-4bd6-beb7-77f86aa7826f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0536284 Apr 05 22:35:02.171528 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1c06fa2d-9621-48f8-9e35-69a70179c92c req-6737f821-73b0-439e-9ec1-2ded526b21ce tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542028 Apr 05 22:35:02.798376 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:03.306281 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9d18c-1b89-4379-a3bf-352c993a46a9 req-c038ba9a-e61c-438e-933b-466dd9992c67 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.308713 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6ca9d18c-1b89-4379-a3bf-352c993a46a9 req-c038ba9a-e61c-438e-933b-466dd9992c67 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0637312 Apr 05 22:35:03.368612 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6ca9d18c-1b89-4379-a3bf-352c993a46a9 req-a5046ab3-fcf4-497e-93f4-ea60af158e3f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531650 Apr 05 22:35:03.526176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cf91c-307c-4bc8-9146-98519a804d99 req-34139626-426d-4525-9b1b-071af8f4dcc8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:03.531489 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-891cf91c-307c-4bc8-9146-98519a804d99 req-34139626-426d-4525-9b1b-071af8f4dcc8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0701292 Apr 05 22:35:03.599236 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-891cf91c-307c-4bc8-9146-98519a804d99 req-20dbe999-de80-40bb-a12f-9425ca4939fe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651293 Apr 05 22:35:05.292752 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737843a-4041-4894-b23e-1487dc8da008 req-56ed4af2-b7a2-4140-9be8-3829b329e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.294541 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-56ed4af2-b7a2-4140-9be8-3829b329e907 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1129 time: 0.0962341 Apr 05 22:35:05.344322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8fd2-f577-4384-9cb7-8b27315f7c9a req-2be6daf8-0bea-478f-99aa-df644e82f4bc tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.346292 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-57ec8fd2-f577-4384-9cb7-8b27315f7c9a req-2be6daf8-0bea-478f-99aa-df644e82f4bc tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.1230175 Apr 05 22:35:05.471645 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-57ec8fd2-f577-4384-9cb7-8b27315f7c9a req-c14c96d5-ca06-4508-98af-59110cc5479d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909348 Apr 05 22:35:05.476922 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737843a-4041-4894-b23e-1487dc8da008 req-2b1c5bc1-8c5f-4a2d-8bd2-941a63612805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.481160 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-2b1c5bc1-8c5f-4a2d-8bd2-941a63612805 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.1788743 Apr 05 22:35:05.553684 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-e2eecebf-e196-48bf-864a-ecfa7bed2c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 200 len: 217 time: 0.0647833 Apr 05 22:35:05.612476 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737843a-4041-4894-b23e-1487dc8da008 req-d4150407-cec0-42bf-b2b4-d3445466a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.614240 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-d4150407-cec0-42bf-b2b4-d3445466a0d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0504124 Apr 05 22:35:05.682451 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737843a-4041-4894-b23e-1487dc8da008 req-51d43269-0051-453c-a250-0243a903b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:05.685210 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-51d43269-0051-453c-a250-0243a903b141 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613747 Apr 05 22:35:05.789546 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-a62cdc09-0a9b-4b81-8672-ba1d578a8b82 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980625 Apr 05 22:35:05.846553 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7206deec-c444-474c-901d-3e184c7f0799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:05.886861 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c737843a-4041-4894-b23e-1487dc8da008 req-503bce99-7b74-4a10-98f2-16b99cbe89d8 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903387 Apr 05 22:35:06.609817 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7261de-e7b7-47c1-add1-7e5df6eb896b req-cb5e9cd8-9d13-4b99-95b2-0c2dd6799cf7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:06.611501 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a7261de-e7b7-47c1-add1-7e5df6eb896b req-cb5e9cd8-9d13-4b99-95b2-0c2dd6799cf7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0564871 Apr 05 22:35:06.663036 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a7261de-e7b7-47c1-add1-7e5df6eb896b req-efd9c54a-6f45-460e-a798-1f8ef58b879a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Apr 05 22:35:07.804062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52499ddd-ec96-4c0f-b89a-cc11e8b7f24c req-f2636ed7-2674-43ba-9a2f-dbfc563f4dc7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:07.806545 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52499ddd-ec96-4c0f-b89a-cc11e8b7f24c req-f2636ed7-2674-43ba-9a2f-dbfc563f4dc7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0596888 Apr 05 22:35:07.867748 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52499ddd-ec96-4c0f-b89a-cc11e8b7f24c req-96135b81-b59f-4b8c-976f-14d3ab733be4 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Apr 05 22:35:08.132016 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc1eaea-a114-4dc5-94a2-a1ebf23b5ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:09.019752 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ea427-7c07-4eb6-bf43-791c3ea466b7 req-857b264f-e7b7-4d01-a7be-a50bd5c97a74 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:09.021551 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-055ea427-7c07-4eb6-bf43-791c3ea466b7 req-857b264f-e7b7-4d01-a7be-a50bd5c97a74 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0682788 Apr 05 22:35:09.080689 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-055ea427-7c07-4eb6-bf43-791c3ea466b7 req-757c9943-b95b-481b-8985-7a7bca8dbdab tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Apr 05 22:35:09.359379 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:10.216575 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b09adc-88d0-4842-8bee-8fc7d4c53741 req-1931f385-bf47-45d9-8307-86483b61e9c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:10.218921 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40b09adc-88d0-4842-8bee-8fc7d4c53741 req-1931f385-bf47-45d9-8307-86483b61e9c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0593059 Apr 05 22:35:10.278208 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40b09adc-88d0-4842-8bee-8fc7d4c53741 req-a1d0a54b-dece-4aba-a813-3b40cff30a19 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488846 Apr 05 22:35:10.674749 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:11.405656 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda26fe-0eb9-4ebe-a2ba-92dbf682853f req-27bcbfe1-66e5-4175-97fe-560633f85f47 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:11.407534 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4fda26fe-0eb9-4ebe-a2ba-92dbf682853f req-27bcbfe1-66e5-4175-97fe-560633f85f47 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0568655 Apr 05 22:35:11.458244 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4fda26fe-0eb9-4ebe-a2ba-92dbf682853f req-637d4481-9845-41fb-a6b8-991f36d2456e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451114 Apr 05 22:35:12.274293 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:12.578339 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aeb84-1041-4f6f-b090-c975fd950389 req-c7bf9f58-721d-4b04-9cbf-48d523fc0bd3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:12.579740 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c82aeb84-1041-4f6f-b090-c975fd950389 req-c7bf9f58-721d-4b04-9cbf-48d523fc0bd3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0544419 Apr 05 22:35:12.625774 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c82aeb84-1041-4f6f-b090-c975fd950389 req-dbded20f-df5b-4eea-9193-1008e122598d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Apr 05 22:35:13.749085 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71602409-085c-46e5-8af0-b5f847815c05 req-21bf5481-215f-43ad-8b3a-e208f5575dd2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:13.750602 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-71602409-085c-46e5-8af0-b5f847815c05 req-21bf5481-215f-43ad-8b3a-e208f5575dd2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0563316 Apr 05 22:35:13.797350 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-71602409-085c-46e5-8af0-b5f847815c05 req-59cbe36d-5469-49d5-9d3f-eabc601468fb tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Apr 05 22:35:14.488505 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60976) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:14.538687 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Deleting subnet 66e8f7bf-bbde-4082-b103-28701b38c48c {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:35:14.542606 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Publish callbacks [] for subnet (66e8f7bf-bbde-4082-b103-28701b38c48c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.575825 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131879386'] for subnet (66e8f7bf-bbde-4082-b103-28701b38c48c), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.614374 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (66e8f7bf-bbde-4082-b103-28701b38c48c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.666169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131949189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130470230'] for subnet (66e8f7bf-bbde-4082-b103-28701b38c48c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.693134 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e8f7bf-bbde-4082-b103-28701b38c48c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:14.697599 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.700760 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b3272a6f-5df3-46d5-bc05-2d59c63b4d67 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/66e8f7bf-bbde-4082-b103-28701b38c48c HTTP/1.1" status: 204 len: 168 time: 0.2112544 Apr 05 22:35:14.703274 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 60978) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:14.768563 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (ce33f5e5-be98-40dc-86e0-db8663d2957c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.847953 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (ce33f5e5-be98-40dc-86e0-db8663d2957c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.874808 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce33f5e5-be98-40dc-86e0-db8663d2957c']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:14.898443 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:14.898764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbf8363-25ac-4dd2-9fa0-9073007e0a4b') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:14.910908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (8bbf8363-25ac-4dd2-9fa0-9073007e0a4b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.927883 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (8bbf8363-25ac-4dd2-9fa0-9073007e0a4b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.936288 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:35:14.936669 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (8bbf8363-25ac-4dd2-9fa0-9073007e0a4b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:14.944485 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e4b6-906b-41f6-88e5-8e78c042807f req-32755528-d305-41ca-b399-6778c606d003 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:14.946878 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aae7e4b6-906b-41f6-88e5-8e78c042807f req-32755528-d305-41ca-b399-6778c606d003 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0810664 Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:35:14.947241 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:35:15.022339 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (ce33f5e5-be98-40dc-86e0-db8663d2957c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.037481 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.040749 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ce33f5e5-be98-40dc-86e0-db8663d2957c HTTP/1.1" status: 204 len: 168 time: 0.3365810 Apr 05 22:35:15.043931 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aae7e4b6-906b-41f6-88e5-8e78c042807f req-635beee2-20a7-40cc-af17-5793da0b7923 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877292 Apr 05 22:35:15.052643 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b1c7-ba80-4935-989b-dd697a69e370 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce33f5e5-be98-40dc-86e0-db8663d2957c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:15.237816 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:15.276745 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-05f07c3e-2dc8-4e72-8dc8-9ba2848615e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4338a9c9b964d9ca4a23c75fdc40f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378051 Apr 05 22:35:15.279039 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 60986) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:15.325246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572489ac-bd98-4bb9-97f7-6d18e2130761 admin admin] Publish callbacks [] for security_group (b6444bed-a0fd-4f56-a978-92f40eaf5383), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.346349 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572489ac-bd98-4bb9-97f7-6d18e2130761 admin admin] Publish callbacks [] for security_group (b6444bed-a0fd-4f56-a978-92f40eaf5383), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.398523 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572489ac-bd98-4bb9-97f7-6d18e2130761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b6444bed-a0fd-4f56-a978-92f40eaf5383), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.401788 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-572489ac-bd98-4bb9-97f7-6d18e2130761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:15.405677 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-572489ac-bd98-4bb9-97f7-6d18e2130761 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6444bed-a0fd-4f56-a978-92f40eaf5383 HTTP/1.1" status: 204 len: 168 time: 0.1256807 Apr 05 22:35:15.415670 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572489ac-bd98-4bb9-97f7-6d18e2130761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6444bed-a0fd-4f56-a978-92f40eaf5383,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:16.169634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e914-c583-441b-bdac-f15a0da439d8 req-03f28ebf-b8f7-4d66-a403-b843ddcfd7ab tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:16.171173 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c92e914-c583-441b-bdac-f15a0da439d8 req-03f28ebf-b8f7-4d66-a403-b843ddcfd7ab tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0607781 Apr 05 22:35:16.219874 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c92e914-c583-441b-bdac-f15a0da439d8 req-ee6be460-4e47-45f2-a347-4657bfec8ec0 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Apr 05 22:35:17.338081 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c516f3-54a3-454d-ba41-a18e7fba03da req-7b302f50-2c83-4ea7-b9ff-791a716bc5a8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:17.339610 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2c516f3-54a3-454d-ba41-a18e7fba03da req-7b302f50-2c83-4ea7-b9ff-791a716bc5a8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0531213 Apr 05 22:35:17.385061 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2c516f3-54a3-454d-ba41-a18e7fba03da req-27c38cd4-f3cb-49b8-8844-c6c6eefc2340 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 Apr 05 22:35:17.850025 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 32814) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:17.950842 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0091d526-bb57-4aa3-9f33-dd3862f1666c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.023813 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0091d526-bb57-4aa3-9f33-dd3862f1666c admin admin] Publish callbacks [] for security_group (4050368d-1bd0-4505-92b8-70bc06bc6da7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.028119 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0091d526-bb57-4aa3-9f33-dd3862f1666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (4050368d-1bd0-4505-92b8-70bc06bc6da7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.065808 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0091d526-bb57-4aa3-9f33-dd3862f1666c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e19170d5d7ff447a9b9c791380e867fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147326 Apr 05 22:35:18.066953 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091d526-bb57-4aa3-9f33-dd3862f1666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4050368d-1bd0-4505-92b8-70bc06bc6da7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:18.068624 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 32818) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:18.116277 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a651171f-ad16-4c79-85e6-8739403b9e7d admin admin] Publish callbacks [] for security_group (4050368d-1bd0-4505-92b8-70bc06bc6da7), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.137754 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a651171f-ad16-4c79-85e6-8739403b9e7d admin admin] Publish callbacks [] for security_group (4050368d-1bd0-4505-92b8-70bc06bc6da7), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.186611 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a651171f-ad16-4c79-85e6-8739403b9e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (4050368d-1bd0-4505-92b8-70bc06bc6da7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.189108 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a651171f-ad16-4c79-85e6-8739403b9e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:18.190320 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a651171f-ad16-4c79-85e6-8739403b9e7d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4050368d-1bd0-4505-92b8-70bc06bc6da7 HTTP/1.1" status: 204 len: 168 time: 0.1207376 Apr 05 22:35:18.200030 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651171f-ad16-4c79-85e6-8739403b9e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4050368d-1bd0-4505-92b8-70bc06bc6da7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:18.505404 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dd0f0-ae7e-4ace-963d-75091b4cb044 req-830488f1-f0d9-4ac8-825c-6b407f0f63e2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:18.506975 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e02dd0f0-ae7e-4ace-963d-75091b4cb044 req-830488f1-f0d9-4ac8-825c-6b407f0f63e2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Apr 05 22:35:18.557622 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e02dd0f0-ae7e-4ace-963d-75091b4cb044 req-bacb56c9-3e78-4978-ae53-3efe7e9c4fd3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 Apr 05 22:35:19.673964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7438759-e284-4411-98e6-a4f38049eb2d req-73edf9f2-5db4-4a86-a03e-e1c692aac6f5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:19.675462 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7438759-e284-4411-98e6-a4f38049eb2d req-73edf9f2-5db4-4a86-a03e-e1c692aac6f5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Apr 05 22:35:19.720501 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7438759-e284-4411-98e6-a4f38049eb2d req-f8eeb399-dfe2-4377-8514-e5df84b8ef19 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Apr 05 22:35:20.839430 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac90b44-776f-4adb-aded-18be2cf85141 req-d3de7317-19e9-4d0a-96f7-7d35d43e6b83 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:20.840925 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3ac90b44-776f-4adb-aded-18be2cf85141 req-d3de7317-19e9-4d0a-96f7-7d35d43e6b83 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0532653 Apr 05 22:35:20.897042 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3ac90b44-776f-4adb-aded-18be2cf85141 req-5cdccc45-43ea-4541-b28e-c00a9e20cc50 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497613 Apr 05 22:35:21.401258 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-c3311fbf-e88d-4e08-a0ac-8a9d91e50d4a tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f0ad398b71c54b13a3de43f606b90a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282369 Apr 05 22:35:21.579668 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-6e77edfd-eb44-4ae2-b0e1-b3e3a8fbd856 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:21.581119 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-6e77edfd-eb44-4ae2-b0e1-b3e3a8fbd856 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748910 Apr 05 22:35:21.595744 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-b2460cbb-9dc4-4a46-9894-a0653def7a57 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/quotas/f0ad398b71c54b13a3de43f606b90a12 HTTP/1.1" status: 200 len: 375 time: 0.0085957 Apr 05 22:35:21.625530 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-7013f36c-b547-4c36-82aa-a86028af0443 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0ad398b71c54b13a3de43f606b90a12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248744 Apr 05 22:35:21.781232 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f8b25396-c0b9-46ad-a212-a973ea9d21cc req-a6ea22ec-f7dc-492f-bbd4-ef57c6edd281 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0287821 Apr 05 22:35:22.019750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ec42c-aea6-47bd-8a42-fea5fd13a481 req-2cd5a684-af88-446b-bc85-5fb88eb318b7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:22.021315 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a90ec42c-aea6-47bd-8a42-fea5fd13a481 req-2cd5a684-af88-446b-bc85-5fb88eb318b7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0537596 Apr 05 22:35:22.069614 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a90ec42c-aea6-47bd-8a42-fea5fd13a481 req-8072860a-a80a-4443-aec1-d5f07cbf1827 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Apr 05 22:35:22.871444 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-629e5ae8-7549-438d-8ac4-b1c6e643aa39 req-2a5a1491-7b1f-4404-ae07-2a5cc1c86755 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0268140 Apr 05 22:35:23.186896 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b639c-dbe6-403b-a43b-ae5b64bb0eaa req-88b87658-d145-4a01-a17f-00120851bddc tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:23.188353 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-182b639c-dbe6-403b-a43b-ae5b64bb0eaa req-88b87658-d145-4a01-a17f-00120851bddc tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Apr 05 22:35:23.236564 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-182b639c-dbe6-403b-a43b-ae5b64bb0eaa req-08b5afd3-9fee-4dcd-a315-40bfe0f65ed8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Apr 05 22:35:23.967234 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2c8bd71-77ae-424e-87b8-4f03a639a658 req-15fec318-0fb5-4183-81b1-ac11b1146c91 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0313702 Apr 05 22:35:24.352681 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3e096-0595-429f-ab78-96feec244ef1 req-003292e3-d59d-4db3-b9ba-34cedf219270 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:24.354142 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00e3e096-0595-429f-ab78-96feec244ef1 req-003292e3-d59d-4db3-b9ba-34cedf219270 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Apr 05 22:35:24.399173 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00e3e096-0595-429f-ab78-96feec244ef1 req-b2394f88-93da-4cd3-9427-b0ba38da37ff tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Apr 05 22:35:25.060284 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-64e66e17-12d9-4015-a242-8597c74218af req-95458f77-e9ff-469b-a037-7ff3d59bdcda tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Apr 05 22:35:25.513545 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fe712-1779-490d-a7fe-97adcd3e569d req-53ccdcad-67f8-4401-ad2b-6ebc18120d46 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:25.515021 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-984fe712-1779-490d-a7fe-97adcd3e569d req-53ccdcad-67f8-4401-ad2b-6ebc18120d46 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Apr 05 22:35:25.560255 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-984fe712-1779-490d-a7fe-97adcd3e569d req-fd780c35-5a1d-4bb5-ba3c-84838750d876 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 Apr 05 22:35:26.152068 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-47728ebf-a9a2-405c-a6bb-9cc3024ff2c1 req-da313583-6127-4498-a6b0-fa271c7c2bec tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0267134 Apr 05 22:35:26.679164 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6e398-6082-477e-bbf7-3b0c0eaefcba req-afee3353-420d-46eb-bd12-59186ddce857 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:26.680755 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-77c6e398-6082-477e-bbf7-3b0c0eaefcba req-afee3353-420d-46eb-bd12-59186ddce857 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0538323 Apr 05 22:35:26.726334 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-77c6e398-6082-477e-bbf7-3b0c0eaefcba req-6d9c2395-4207-49ba-abd8-814f488b4703 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 Apr 05 22:35:27.246145 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36025364-4b7e-4821-9810-8bc5dab0250f req-f458d242-e07b-473c-ace5-41b1c2d72451 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Apr 05 22:35:27.844660 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c2d8-fe2a-4936-9cc5-69492dd715cd req-0bb2de87-9391-4646-9715-c35757891d61 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:27.846247 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6720c2d8-fe2a-4936-9cc5-69492dd715cd req-0bb2de87-9391-4646-9715-c35757891d61 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0548871 Apr 05 22:35:27.892232 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6720c2d8-fe2a-4936-9cc5-69492dd715cd req-9e287ad6-9a4b-44c1-8579-5fb960490a88 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Apr 05 22:35:28.142459 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-9e717a02-50b2-4224-9dc6-4cce769ed47b tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f0ad398b71c54b13a3de43f606b90a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333993 Apr 05 22:35:28.248720 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844fc65-b312-4139-b8b4-33f385f06598 req-9f6b400f-157a-4b37-8165-eef575d6f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:28.250344 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1844fc65-b312-4139-b8b4-33f385f06598 req-9f6b400f-157a-4b37-8165-eef575d6f7a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1129 time: 0.1199677 Apr 05 22:35:28.300578 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d2cec431-b1bd-4eff-9a20-ea624bc5b2fa tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:28.300578 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d2cec431-b1bd-4eff-9a20-ea624bc5b2fa tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347566 Apr 05 22:35:28.319891 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1844fc65-b312-4139-b8b4-33f385f06598 req-20ce8f81-62e4-4549-9817-794caa9d54cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589652 Apr 05 22:35:28.348990 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3f053e6b-4e74-4f54-bb22-028d41cd7f91 req-b0ffde6a-139c-489e-a741-b7ce49c2eab1 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0325484 Apr 05 22:35:28.621210 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Request body: {'port': {'device_id': '5faded60-a9e1-4727-90a3-1819b0acd868', 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68', 'admin_state_up': True, 'tenant_id': 'f0ad398b71c54b13a3de43f606b90a12'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:28.965885 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Made reservation on behalf of f0ad398b71c54b13a3de43f606b90a12 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:28.969526 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:28.980763 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.065441 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565c74-4ab5-4599-ae39-4eb54b076518 req-42388f7c-1b8b-4105-b6f7-20f69b3b2700 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:29.066869 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62565c74-4ab5-4599-ae39-4eb54b076518 req-42388f7c-1b8b-4105-b6f7-20f69b3b2700 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0881028 Apr 05 22:35:29.135126 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks [] for security_group (75239db9-a05a-4525-b634-6fc775227965), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.139964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (75239db9-a05a-4525-b634-6fc775227965), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.162689 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62565c74-4ab5-4599-ae39-4eb54b076518 req-b049e17b-09f8-46a6-8ad5-12098254c67a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884862 Apr 05 22:35:29.216885 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75239db9-a05a-4525-b634-6fc775227965,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:29.284166 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Allocated IP 192.168.233.73 (3acc34b2-4189-411b-8a47-1a02c09b0c68/240ca04b-bc39-413c-ba62-92b2cb4127bc/4f32172e-fd19-436e-aeef-c0649e93f4ab) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:29.428959 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks [] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.443346 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-775abc66-ada6-42a4-94f3-d8e228cd11ca req-b61048ca-1023-480f-83de-b4377d771e79 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Apr 05 22:35:29.463235 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.508446 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Network 3acc34b2-4189-411b-8a47-1a02c09b0c68 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:29.511718 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:29.517915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:29.544492 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Pushing event updated for resources: {'Port': ['ID=4f32172e-fd19-436e-aeef-c0649e93f4ab,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:29.573543 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:29.574175 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.590461 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-d9e7e536-f270-4579-b7e2-3a41bf30a4fe tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9731240 Apr 05 22:35:29.731301 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-b05ba734-5e14-48c9-8681-da5da7aad672 None None] Provisioning complete for port 4f32172e-fd19-436e-aeef-c0649e93f4ab triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:29.731886 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b05ba734-5e14-48c9-8681-da5da7aad672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:29.765054 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba734-5e14-48c9-8681-da5da7aad672 None None] Port 4f32172e-fd19-436e-aeef-c0649e93f4ab cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:30.175297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Request body: {'port': {'device_id': '5faded60-a9e1-4727-90a3-1819b0acd868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:30.248917 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.323931 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c44f6-96a1-4ed7-a711-bd22bde6ff0a req-40639e60-e26a-44b8-9085-255c6c6a53d6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:30.325373 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea0c44f6-96a1-4ed7-a711-bd22bde6ff0a req-40639e60-e26a-44b8-9085-255c6c6a53d6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0912504 Apr 05 22:35:30.440461 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea0c44f6-96a1-4ed7-a711-bd22bde6ff0a req-5107fc56-789a-4fd8-a2df-53bb86133922 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085382 Apr 05 22:35:30.616518 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e106e97-9895-4761-84bb-d27ee6583f41 req-422ae353-9d92-4bfb-a0bd-ba04d4c7e960 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:30.618983 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e106e97-9895-4761-84bb-d27ee6583f41 req-422ae353-9d92-4bfb-a0bd-ba04d4c7e960 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 935 time: 0.0973907 Apr 05 22:35:30.628804 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f32172e-fd19-436e-aeef-c0649e93f4ab {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:30.641967 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Publish callbacks [] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.701048 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Transition to ACTIVE for port object 4f32172e-fd19-436e-aeef-c0649e93f4ab will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:30.703714 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9d8d1-e39e-4588-ae7c-d848de03305e req-d5ee5460-f32a-481f-8131-70442af25231 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:30.705380 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b1f9d8d1-e39e-4588-ae7c-d848de03305e req-d5ee5460-f32a-481f-8131-70442af25231 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0571792 Apr 05 22:35:30.708966 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.755609 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e106e97-9895-4761-84bb-d27ee6583f41 req-895f60cc-dcec-496c-a900-169020906bff tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296835 Apr 05 22:35:30.761031 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b1f9d8d1-e39e-4588-ae7c-d848de03305e req-f8183ac9-6aa3-4cc4-8490-58572959a270 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487208 Apr 05 22:35:30.781497 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-1032644d-1e06-4113-b6fc-b0860154d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:30.783055 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-1032644d-1e06-4113-b6fc-b0860154d2df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1129 time: 0.1310422 Apr 05 22:35:30.784959 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f32172e-fd19-436e-aeef-c0649e93f4ab,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:30.797081 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.797263 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.797593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.797954 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.798281 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.798615 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.799004 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.799337 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.799683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.799999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.800327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.800659 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.801010 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.801355 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.801681 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:30.873999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Attempting to bind port 4f32172e-fd19-436e-aeef-c0649e93f4ab on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:30.874328 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Attempting to bind port 4f32172e-fd19-436e-aeef-c0649e93f4ab by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:30.874654 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Attempting to bind port 4f32172e-fd19-436e-aeef-c0649e93f4ab on network 3acc34b2-4189-411b-8a47-1a02c09b0c68 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:30.879264 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Port 4f32172e-fd19-436e-aeef-c0649e93f4ab on network 3acc34b2-4189-411b-8a47-1a02c09b0c68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:30.879586 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Attempting to bind port 4f32172e-fd19-436e-aeef-c0649e93f4ab on network 3acc34b2-4189-411b-8a47-1a02c09b0c68 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:30.884701 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:30.885035 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Checking segment: {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:30.885416 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Bound using segment: {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:30.885846 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Bound port: 4f32172e-fd19-436e-aeef-c0649e93f4ab, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f721c5f3-c61d-4910-b1b3-b8946c5843d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:30.886201 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:30.956238 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] For port 4f32172e-fd19-436e-aeef-c0649e93f4ab, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:30.959285 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] For port 4f32172e-fd19-436e-aeef-c0649e93f4ab, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4f32172e-fd19-436e-aeef-c0649e93f4ab,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:30.965883 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:31.000619 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.001252 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:31.002683 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] 10.222.0.24 "PUT /v2.0/ports/4f32172e-fd19-436e-aeef-c0649e93f4ab HTTP/1.1" status: 200 len: 1097 time: 0.8318417 Apr 05 22:35:31.003174 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faded60-a9e1-4727-90a3-1819b0acd868', 'tag': '4f32172e-fd19-436e-aeef-c0649e93f4ab'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:31.005550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c030f5-83e3-4440-bc6d-9ec17fdcf4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5faded60-a9e1-4727-90a3-1819b0acd868", "tag": "4f32172e-fd19-436e-aeef-c0649e93f4ab"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:31.029717 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e215e-00af-427a-a1b5-4272306c77cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f32172e-fd19-436e-aeef-c0649e93f4ab,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:31.049032 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e9de61-7a83-45df-9a2b-244b6d7754d6 x-openstack-request-id: req-d6e9de61-7a83-45df-9a2b-244b6d7754d6 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:31.049420 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faded60-a9e1-4727-90a3-1819b0acd868", "tag": "4f32172e-fd19-436e-aeef-c0649e93f4ab", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:31.049745 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6e9de61-7a83-45df-9a2b-244b6d7754d6 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:31.050219 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e9de61-7a83-45df-9a2b-244b6d7754d6'] response: {'name': 'network-changed', 'server_uuid': '5faded60-a9e1-4727-90a3-1819b0acd868', 'tag': '4f32172e-fd19-436e-aeef-c0649e93f4ab', 'status': 'completed', 'code': 200} Apr 05 22:35:31.188820 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-c6328805-0569-4c3a-8fb7-316005cb020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.190473 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-c6328805-0569-4c3a-8fb7-316005cb020c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.1320999 Apr 05 22:35:31.195703 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c030f5-83e3-4440-bc6d-9ec17fdcf4ef req-dac240ad-8f9e-41e1-9a7b-87c4e7bce58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.197375 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1c030f5-83e3-4440-bc6d-9ec17fdcf4ef req-dac240ad-8f9e-41e1-9a7b-87c4e7bce58c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0ad398b71c54b13a3de43f606b90a12&device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 1131 time: 0.0770743 Apr 05 22:35:31.278047 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-2806bebc-83b5-4024-9b5a-98ddb883e70d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 200 len: 217 time: 0.0519900 Apr 05 22:35:31.279880 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1c030f5-83e3-4440-bc6d-9ec17fdcf4ef req-310a930d-eae4-4326-b49d-c978c91667a3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f0ad398b71c54b13a3de43f606b90a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524962 Apr 05 22:35:31.605281 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-bbf47bc1-2f6e-431b-8afd-99da4d944923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.606795 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-bbf47bc1-2f6e-431b-8afd-99da4d944923 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0990219 Apr 05 22:35:31.660419 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c030f5-83e3-4440-bc6d-9ec17fdcf4ef req-bc0992cd-2d44-4174-86f9-54a76c714047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.661892 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1c030f5-83e3-4440-bc6d-9ec17fdcf4ef req-bc0992cd-2d44-4174-86f9-54a76c714047 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459935 Apr 05 22:35:31.677622 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-bb452675-58a9-44e5-83ae-0ad39ab37895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.679119 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-bb452675-58a9-44e5-83ae-0ad39ab37895 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598915 Apr 05 22:35:31.804220 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-9f8ec2aa-54fd-4de0-8025-799a32e02808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.806663 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-9f8ec2aa-54fd-4de0-8025-799a32e02808 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0ad398b71c54b13a3de43f606b90a12&device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 1131 time: 0.0975366 Apr 05 22:35:31.812205 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-13f0bef2-b5f8-4cf2-8be3-8fcf932a63e4 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202133 Apr 05 22:35:31.874029 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-09d24c91-a569-4b30-bf18-a5292f33e285 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4f32172e-fd19-436e-aeef-c0649e93f4ab HTTP/1.1" status: 200 len: 217 time: 0.0519011 Apr 05 22:35:31.878456 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4d5d8-2c06-4f1e-ba47-030748910151 req-757fc6b1-9ce8-4a7e-ab46-dc1e8ff8f968 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.880099 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-26b4d5d8-2c06-4f1e-ba47-030748910151 req-757fc6b1-9ce8-4a7e-ab46-dc1e8ff8f968 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 947 time: 0.0546656 Apr 05 22:35:31.935667 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-26b4d5d8-2c06-4f1e-ba47-030748910151 req-5de783c1-83de-491a-a746-07b7c219f984 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492539 Apr 05 22:35:31.996824 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-5fc91f0a-8b91-4019-84b6-446966851540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:31.998291 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-5fc91f0a-8b91-4019-84b6-446966851540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=240ca04b-bc39-413c-ba62-92b2cb4127bc HTTP/1.1" status: 200 len: 843 time: 0.1107669 Apr 05 22:35:32.024430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11461410-85cc-45f6-a211-b2a5faef520b req-1c2dc5fa-6edf-4ecd-a611-ce9f430bb360 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:32.025984 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-11461410-85cc-45f6-a211-b2a5faef520b req-1c2dc5fa-6edf-4ecd-a611-ce9f430bb360 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.1634173 Apr 05 22:35:32.049180 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-137c7640-b6d7-4813-86b0-2f57d8be09b0 req-2b6e6b86-bbfa-449d-b789-acef93511739 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260060 Apr 05 22:35:32.101280 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde500c-f453-4897-9484-8f3f590356c6 req-378472ac-6f0d-49ee-a004-557c36209c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:32.102948 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-378472ac-6f0d-49ee-a004-557c36209c93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3acc34b2-4189-411b-8a47-1a02c09b0c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0967760 Apr 05 22:35:32.107205 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-11461410-85cc-45f6-a211-b2a5faef520b req-346792b1-5bc2-425c-a4c2-1ff666b7cb7e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619576 Apr 05 22:35:32.244984 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-9835a7d4-2471-45e7-8f2c-aeed2a67e5cf service neutron] 10.222.0.24 "GET /v2.0/networks/3acc34b2-4189-411b-8a47-1a02c09b0c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833733 Apr 05 22:35:32.795363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.055951 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86871a46-3b97-47d6-a230-7b1b9bbbeb47 req-c8f1c56a-2acd-4e0f-97b1-74318c0281f1 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:33.057420 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-86871a46-3b97-47d6-a230-7b1b9bbbeb47 req-c8f1c56a-2acd-4e0f-97b1-74318c0281f1 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 947 time: 0.0553327 Apr 05 22:35:33.103646 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-86871a46-3b97-47d6-a230-7b1b9bbbeb47 req-006fa0ba-2921-4e51-80d7-ea8b66c55066 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Apr 05 22:35:33.224883 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef38d8-75d9-4034-a0df-90c73a9f51f8 req-a31cef56-06aa-4752-b289-50df6caa12cd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:33.226356 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2ef38d8-75d9-4034-a0df-90c73a9f51f8 req-a31cef56-06aa-4752-b289-50df6caa12cd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Apr 05 22:35:33.277682 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2ef38d8-75d9-4034-a0df-90c73a9f51f8 req-2e32b65c-c4db-429c-be9f-8e168c995b59 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Apr 05 22:35:33.628729 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:33.657391 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cde500c-f453-4897-9484-8f3f590356c6 req-8e009124-b76d-4fe3-8784-f86dc0974ecd service neutron] 10.222.0.24 "GET /v2.0/networks/3acc34b2-4189-411b-8a47-1a02c09b0c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857503 Apr 05 22:35:33.737474 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.810659 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Publish callbacks [] for security_group (f81a443a-88c1-4d0e-81c5-6939d4c0ab5d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.815557 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f81a443a-88c1-4d0e-81c5-6939d4c0ab5d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.855121 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f42f030655d499886778c87b17e5823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247925 Apr 05 22:35:33.855978 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a443a-88c1-4d0e-81c5-6939d4c0ab5d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:33.858099 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:33.862983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.863337 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.863684 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.864031 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.864369 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.864702 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.865057 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.865380 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.865706 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.866033 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.866359 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.866689 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.867650 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.868404 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.868734 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658c0914-a181-4168-954b-64ca884b7646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:33.907472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c713-b4bc-4f4d-a2c6-a83275626ebb admin admin] Publish callbacks [] for security_group (f81a443a-88c1-4d0e-81c5-6939d4c0ab5d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.927527 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c713-b4bc-4f4d-a2c6-a83275626ebb admin admin] Publish callbacks [] for security_group (f81a443a-88c1-4d0e-81c5-6939d4c0ab5d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.974915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c713-b4bc-4f4d-a2c6-a83275626ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f81a443a-88c1-4d0e-81c5-6939d4c0ab5d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.977571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c713-b4bc-4f4d-a2c6-a83275626ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:33.978693 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5cc7c713-b4bc-4f4d-a2c6-a83275626ebb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f81a443a-88c1-4d0e-81c5-6939d4c0ab5d HTTP/1.1" status: 204 len: 168 time: 0.1195517 Apr 05 22:35:33.986321 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7c713-b4bc-4f4d-a2c6-a83275626ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a443a-88c1-4d0e-81c5-6939d4c0ab5d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:34.234831 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5181155-722d-4236-ace8-6bc174adf521 req-0e6a5a33-f47d-44d3-8a50-32cc8ed0abf8 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:34.236986 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5181155-722d-4236-ace8-6bc174adf521 req-0e6a5a33-f47d-44d3-8a50-32cc8ed0abf8 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 947 time: 0.0637829 Apr 05 22:35:34.289774 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a5181155-722d-4236-ace8-6bc174adf521 req-0de57ae4-9923-48ea-93a2-cf032aa22f23 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Apr 05 22:35:34.400914 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d02ad1-b260-4e5e-bdc7-495468399e88 req-920a660c-b0f0-4e3f-81c4-0dc969e271e5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:34.402411 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25d02ad1-b260-4e5e-bdc7-495468399e88 req-920a660c-b0f0-4e3f-81c4-0dc969e271e5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0566988 Apr 05 22:35:34.453170 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25d02ad1-b260-4e5e-bdc7-495468399e88 req-31d80f41-dee7-47a0-b99e-74f86254a9bf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Apr 05 22:35:34.593295 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33074) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:34.687286 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1101463906-network', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:34.705558 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Made reservation on behalf of 0d1e7aae703c495aa4afe509d5e19dc6 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:34.707968 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.716709 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.791931 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks [] for security_group (a43c606a-6473-49e8-a4dc-a1f5db1810bb), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.795964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a43c606a-6473-49e8-a4dc-a1f5db1810bb), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.816373 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:35:34.829870 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c606a-6473-49e8-a4dc-a1f5db1810bb,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:34.834496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (40649d32-2802-4636-a67d-e102cd0e6258), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.834865 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Added segment 40649d32-2802-4636-a67d-e102cd0e6258 of type vlan for network b4bd1ac4-bd50-4b97-826c-3788690a7579 Apr 05 22:35:34.876444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (b4bd1ac4-bd50-4b97-826c-3788690a7579), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.901344 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (b4bd1ac4-bd50-4b97-826c-3788690a7579), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.902272 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:34.902891 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:34.983289 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3889015 Apr 05 22:35:34.986155 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33078) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:34.989988 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a7a8f-99b6-45c0-bcc8-0d6057156380 admin admin] Pushing event updated for resources: {'Network': ['ID=b4bd1ac4-bd50-4b97-826c-3788690a7579,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:34.990987 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Request body: {'subnet': {'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1101463906-subnet', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:35.001386 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:35:35.005252 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-95eca862-aa07-4fad-92e1-e97733ba96e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973873 Apr 05 22:35:35.015006 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Made reservation on behalf of 0d1e7aae703c495aa4afe509d5e19dc6 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:35.017238 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.181787 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (56bd2469-f170-4a82-ae77-53816ce397dc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.235062 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bd2469-f170-4a82-ae77-53816ce397dc,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:35.243478 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Checking segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:35.243833 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Network hostable DHCP agents. Network: b4bd1ac4-bd50-4b97-826c-3788690a7579, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:35:35.260230 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:35:35.268375 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, b4bd1ac4-bd50-4b97-826c-3788690a7579) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:35.272399 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.273009 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.278167 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7843b-1336-44fb-bec6-5d1817b3a9c7 None None] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:35.288910 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-90dcd6fa-1e22-4bd8-9c92-ea5049e5d66b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3016036 Apr 05 22:35:35.291636 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33080) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:35.296181 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:35.315252 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.316281 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.388090 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-b4bd1ac4-bd50-4b97-826c-3788690a7579', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:35:35.388944 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.465820 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 4f32172e-fd19-436e-aeef-c0649e93f4ab details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:35.543858 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-f6f787d5-684c-40fe-a319-4fa327374c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.545448 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-f6f787d5-684c-40fe-a319-4fa327374c09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1129 time: 0.0753050 Apr 05 22:35:35.578521 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Allocated IP 172.20.0.2 (b4bd1ac4-bd50-4b97-826c-3788690a7579/56bd2469-f170-4a82-ae77-53816ce397dc/bbebab9a-b490-416e-ad5c-05c0ea147737) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:35.608509 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3d31a-230a-4adb-8402-877f4744da61 req-bfb2ac4b-34ef-4790-a10d-67df05d83cdd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.610345 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a1c3d31a-230a-4adb-8402-877f4744da61 req-bfb2ac4b-34ef-4790-a10d-67df05d83cdd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0833645 Apr 05 22:35:35.633202 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks [] for router_controller (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.698297 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a1c3d31a-230a-4adb-8402-877f4744da61 req-f042b36a-1b3f-43fa-b129-4186ca8c09f9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811405 Apr 05 22:35:35.737531 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b5081-d012-463b-82a3-0a899848b9f8 req-c045bfaf-7472-4030-bf1f-07631d70139d tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.738595 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-30fa437e-50a2-4b64-b5a1-8d11805f0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.740106 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8e6b5081-d012-463b-82a3-0a899848b9f8 req-c045bfaf-7472-4030-bf1f-07631d70139d tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 947 time: 0.3715947 Apr 05 22:35:35.740227 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-30fa437e-50a2-4b64-b5a1-8d11805f0ba9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.1604774 Apr 05 22:35:35.818617 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-1b9f1806-6a82-4c85-9eae-aa3e7b091288 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 1001 time: 0.0706837 Apr 05 22:35:35.835880 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks [] for router_gateway (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.861077 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 4f32172e-fd19-436e-aeef-c0649e93f4ab, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4f32172e-fd19-436e-aeef-c0649e93f4ab,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:35.872082 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1ff23586-b8f7-41dc-8223-aa18f64879a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.886140 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '4f32172e-fd19-436e-aeef-c0649e93f4ab', 'network_id': '3acc34b2-4189-411b-8a47-1a02c09b0c68', 'port_id': '4f32172e-fd19-436e-aeef-c0649e93f4ab', 'mac_address': 'fa:16:3e:52:2a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240ca04b-bc39-413c-ba62-92b2cb4127bc', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:35.890656 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-1fd0382f-4b1e-438d-a8d6-f4d37b96df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:35.909909 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8e6b5081-d012-463b-82a3-0a899848b9f8 req-894183ea-2591-45ad-9c04-4f98b7fe9fa3 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273983 Apr 05 22:35:35.920339 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-1fd0382f-4b1e-438d-a8d6-f4d37b96df65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0935206 Apr 05 22:35:35.983483 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 4f32172e-fd19-436e-aeef-c0649e93f4ab is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:35.983859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:35.996658 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-b5d40495-5698-4d76-aeda-1fb205133907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:36.001062 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-b5d40495-5698-4d76-aeda-1fb205133907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729959 Apr 05 22:35:36.008742 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Publish callbacks [] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.012674 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f32172e-fd19-436e-aeef-c0649e93f4ab {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:36.017416 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.069986 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:36.074216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 4f32172e-fd19-436e-aeef-c0649e93f4ab, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4f32172e-fd19-436e-aeef-c0649e93f4ab,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:36.077482 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:36.082250 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:36.084854 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.106384 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Pushing event updated for resources: {'Port': ['ID=bbebab9a-b490-416e-ad5c-05c0ea147737,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.145242 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks [] for router_gateway (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.149224 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-d98704ba-b3d6-4637-9a84-33a73d051857 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408727 Apr 05 22:35:36.172887 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.200157 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Attempting to bind port bbebab9a-b490-416e-ad5c-05c0ea147737 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:36.200540 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Attempting to bind port bbebab9a-b490-416e-ad5c-05c0ea147737 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:36.201120 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Attempting to bind port bbebab9a-b490-416e-ad5c-05c0ea147737 on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:36.212131 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:36.212817 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Checking segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:36.213396 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.213943 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Bound using segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:36.214634 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Bound port: bbebab9a-b490-416e-ad5c-05c0ea147737, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:36.215216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.239441 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=4f32172e-fd19-436e-aeef-c0649e93f4ab,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.275654 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c3f4a423-5e81-4d2a-af48-b438d7929716 req-1cf79677-0f31-49fb-a306-563d21c693a1 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121478 Apr 05 22:35:36.294065 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] For port bbebab9a-b490-416e-ad5c-05c0ea147737, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:36.297310 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] For port bbebab9a-b490-416e-ad5c-05c0ea147737, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=bbebab9a-b490-416e-ad5c-05c0ea147737,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:36.303422 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.305902 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Allocated IP 172.27.0.89 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/dea8aac7-b4ef-4b85-93dd-de86abcc67e2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:36.369056 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b91826-1d0f-4ca7-ac68-b9471e44bce0 None None] Pushing event updated for resources: {'Port': ['ID=bbebab9a-b490-416e-ad5c-05c0ea147737,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.371393 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:35:36.413051 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks [] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.449286 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:36.454118 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['4f32172e-fd19-436e-aeef-c0649e93f4ab'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:36.494461 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:36.502524 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:36.504717 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Pushing event updated for resources: {'Port': ['ID=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:36.511976 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:36.820765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks [] for router_gateway (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.053900 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.070561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76819107-ba5f-4172-a325-05723060df89 req-79e45878-0447-421d-8dc9-4b65c8af2eaa tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:37.072132 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-76819107-ba5f-4172-a325-05723060df89 req-79e45878-0447-421d-8dc9-4b65c8af2eaa tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 948 time: 0.0996962 Apr 05 22:35:37.190941 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-76819107-ba5f-4172-a325-05723060df89 req-b2504a42-9b7a-46df-aa50-1319073a5622 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849226 Apr 05 22:35:37.245013 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:35:37.362366 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:37.372614 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:37.381123 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.383177 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ac430b24-9d71-4ea8-8359-1df64bc6378a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0897772 Apr 05 22:35:37.385493 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:37.386408 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:37.386538 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33112) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:37.402648 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ef92a-d0d8-4411-affd-0a9060090c12 None None] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:37.429163 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33114) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:37.434350 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639384474', 'description': 'tempest-description--2026940887'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:37.474930 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.503901 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 4f32172e-fd19-436e-aeef-c0649e93f4ab up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:37.518063 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:37.562833 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group (c47cb347-61aa-4c09-ac8a-7e001af1a0ec), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.567679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c47cb347-61aa-4c09-ac8a-7e001af1a0ec), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.588207 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] Provisioning complete for port bbebab9a-b490-416e-ad5c-05c0ea147737 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:37.588845 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.607549 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.611473 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1781030 Apr 05 22:35:37.611473 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ead5e-4654-40a0-a259-e93d189912c8 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47cb347-61aa-4c09-ac8a-7e001af1a0ec,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:37.612070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33116) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:37.629592 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'security_group_rule': {'security_group_id': 'c47cb347-61aa-4c09-ac8a-7e001af1a0ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:37.650341 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 4f32172e-fd19-436e-aeef-c0649e93f4ab completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:35:37.664076 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 4f32172e-fd19-436e-aeef-c0649e93f4ab triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:37.664620 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.671814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group_rule (72fdf76e-e625-4529-b202-9d5944603475), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.751782 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group_rule (72fdf76e-e625-4529-b202-9d5944603475), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.753881 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] Current status of the port bbebab9a-b490-416e-ad5c-05c0ea147737 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:37.754273 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.758764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (72fdf76e-e625-4529-b202-9d5944603475), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.775737 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fdf76e-e625-4529-b202-9d5944603475,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:37.792079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.795177 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9a53ef19-ea43-48ca-85ef-30596e496bd9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702814 Apr 05 22:35:37.798928 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33118) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:37.808308 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'security_group_rule': {'security_group_id': 'c47cb347-61aa-4c09-ac8a-7e001af1a0ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:37.832704 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 4f32172e-fd19-436e-aeef-c0649e93f4ab is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:37.833092 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.850060 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] For port bbebab9a-b490-416e-ad5c-05c0ea147737, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=bbebab9a-b490-416e-ad5c-05c0ea147737,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:37.852429 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:36Z', 'revision_number': 3, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:37.856502 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.891790 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group_rule (cf119ae9-50c0-42f9-ab7e-20d8ae055797), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.895785 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faded60-a9e1-4727-90a3-1819b0acd868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f32172e-fd19-436e-aeef-c0649e93f4ab'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:37.898665 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d8e856-79b1-41b4-b6b9-19f096195e79" -d '{"events": [{"server_uuid": "5faded60-a9e1-4727-90a3-1819b0acd868", "name": "network-vif-plugged", "status": "completed", "tag": "4f32172e-fd19-436e-aeef-c0649e93f4ab"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:37.917130 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 4f32172e-fd19-436e-aeef-c0649e93f4ab, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4f32172e-fd19-436e-aeef-c0649e93f4ab,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:37.922133 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.933651 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:37.942345 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Updating router caa3c1eb-cb09-4d7b-989f-46cbc45976bc port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:37.954046 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b9c4-5842-4739-b535-1cb3854fdb04 None None] Pushing event updated for resources: {'Port': ['ID=bbebab9a-b490-416e-ad5c-05c0ea147737,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:37.975179 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c5c50-c6a7-45b9-a657-75f8e0d51bb9 x-openstack-request-id: req-f14c5c50-c6a7-45b9-a657-75f8e0d51bb9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:37.975548 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faded60-a9e1-4727-90a3-1819b0acd868", "name": "network-vif-plugged", "status": "completed", "tag": "4f32172e-fd19-436e-aeef-c0649e93f4ab", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:37.975765 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f14c5c50-c6a7-45b9-a657-75f8e0d51bb9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:37.976238 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14c5c50-c6a7-45b9-a657-75f8e0d51bb9'] response: {'server_uuid': '5faded60-a9e1-4727-90a3-1819b0acd868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f32172e-fd19-436e-aeef-c0649e93f4ab', 'code': 200} Apr 05 22:35:37.984759 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.985423 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:37.996311 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group_rule (cf119ae9-50c0-42f9-ab7e-20d8ae055797), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.002913 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (cf119ae9-50c0-42f9-ab7e-20d8ae055797), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.027604 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf119ae9-50c0-42f9-ab7e-20d8ae055797,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:38.043976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.046042 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9c4bc8ee-c56f-491b-b0fd-336c40e8caea tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459207 Apr 05 22:35:38.049268 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33126) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:38.053965 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:38.054478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=4f32172e-fd19-436e-aeef-c0649e93f4ab,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:38.075242 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.081732 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-fa82b425-0def-412f-8794-42756afbe9e7 None None] Provisioning complete for port bbebab9a-b490-416e-ad5c-05c0ea147737 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:38.082075 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa82b425-0def-412f-8794-42756afbe9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.174083 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-df2dcae7-d628-461b-b69c-ad3a6c28c5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.184463 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fa82b425-0def-412f-8794-42756afbe9e7 None None] Current status of the port bbebab9a-b490-416e-ad5c-05c0ea147737 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:38.214227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.238201 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Allocated IP 172.20.0.1 (b4bd1ac4-bd50-4b97-826c-3788690a7579/56bd2469-f170-4a82-ae77-53816ce397dc/2eee03aa-a4eb-458f-b05a-19412f2f4e2e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:38.262430 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device bbebab9a-b490-416e-ad5c-05c0ea147737 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:38.324662 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port bbebab9a-b490-416e-ad5c-05c0ea147737 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:38.325162 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.358866 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe719a-fba4-49cd-b6a7-eb79220bf36e req-cec3fd16-b8f3-400f-814b-b7a7b05eeaf0 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:38.360427 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82fe719a-fba4-49cd-b6a7-eb79220bf36e req-cec3fd16-b8f3-400f-814b-b7a7b05eeaf0 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0664594 Apr 05 22:35:38.376481 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks [] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.390251 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Publish callbacks [] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.398421 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.418787 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.420849 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port bbebab9a-b490-416e-ad5c-05c0ea147737 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:38.439883 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82fe719a-fba4-49cd-b6a7-eb79220bf36e req-b9448a3b-24e6-4061-b711-2bc6c501a683 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738859 Apr 05 22:35:38.448968 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Pushing event updated for resources: {'Port': ['ID=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:38.459485 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:38.461179 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.461587 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.462095 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.462597 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.463101 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.463607 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.463939 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.464266 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.464592 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.464916 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.465239 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.465576 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.465902 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.466219 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.466536 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:38.473105 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Allocated IP 172.27.0.122 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/d7123614-496f-4ded-8c09-bc96fc0e01f0) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:38.473285 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:38.475420 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Pushing event updated for resources: {'Port': ['ID=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:38.478111 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:38.489573 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Attempting to bind port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:38.490630 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Attempting to bind port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:38.491172 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Attempting to bind port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:38.497636 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:38.498545 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:38.499277 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.499972 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:38.500588 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Bound port: dea8aac7-b4ef-4b85-93dd-de86abcc67e2, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:38.501131 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.525225 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.563679 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] For port dea8aac7-b4ef-4b85-93dd-de86abcc67e2, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:38.568116 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] For port dea8aac7-b4ef-4b85-93dd-de86abcc67e2, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:38.576372 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.600498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.634126 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:38.635115 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:38.659142 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.691600 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db583a7-0dfe-47e5-8eba-3e4869f0db0e None None] Pushing event updated for resources: {'Port': ['ID=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:38.703153 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.706186 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:38.709033 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:38.713359 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:38.742150 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'Port': ['ID=d7123614-496f-4ded-8c09-bc96fc0e01f0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:38.784413 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:38.815585 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.839683 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2c9a014b-7f05-4c0d-bb94-c805fe508e00 None None] Provisioning complete for port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:38.840212 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c9a014b-7f05-4c0d-bb94-c805fe508e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.861171 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.886638 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a014b-7f05-4c0d-bb94-c805fe508e00 None None] Port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:38.911485 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks [] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:38.918354 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.033134 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.038185 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.068816 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:36Z', 'revision_number': 3, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:39.090355 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'Port': ['ID=d7123614-496f-4ded-8c09-bc96fc0e01f0,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:39.099823 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c48310f-ead7-4df6-9423-d48560c051bf None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:36Z', 'revision_number': 3, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:39.139074 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.153286 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.154564 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-dee6a1c4-d8e3-4e2a-b8a5-c817cdb1fdba tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1042461 Apr 05 22:35:39.224144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Pushing event updated for resources: {'Port': ['ID=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:39.226558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.332041 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:39.333594 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:39.389812 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.492902 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-5ba2de89-d81a-48b9-b3a7-05ccee56f18f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--639384474&fields=id&tenant_id=c12b3ef92f644773a69c3b4728060713 HTTP/1.1" status: 200 len: 267 time: 0.1558695 Apr 05 22:35:39.594125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c87f-cab6-4017-8b99-20fae3bee273 req-25b86455-29b1-4000-b854-aff336cffa68 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.595724 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a69c87f-cab6-4017-8b99-20fae3bee273 req-25b86455-29b1-4000-b854-aff336cffa68 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0626755 Apr 05 22:35:39.612047 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:35:39.622754 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4ad2af18-1a9e-4055-9d54-5f870b7d2fdb None None] Provisioning complete for port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:39.623789 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4ad2af18-1a9e-4055-9d54-5f870b7d2fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:39.645827 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-e1b02013-e651-41d9-b692-e6a8bffb49e0 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:39.652780 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-e1b02013-e651-41d9-b692-e6a8bffb49e0 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 819 time: 0.1520779 Apr 05 22:35:39.653564 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a69c87f-cab6-4017-8b99-20fae3bee273 req-81ba7adb-33cc-4c25-b66f-7e0b70e5a845 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513868 Apr 05 22:35:39.668253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2af18-1a9e-4055-9d54-5f870b7d2fdb None None] Port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:39.704850 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-893b6b15-ea82-4ebd-b790-c0749f26e817 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/quotas/c12b3ef92f644773a69c3b4728060713 HTTP/1.1" status: 200 len: 375 time: 0.0509827 Apr 05 22:35:39.806582 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:39.812542 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-362f409c-9f9a-49cb-8da3-dea291bdd399 admin admin] 10.222.0.26 "PUT /v2.0/routers/caa3c1eb-cb09-4d7b-989f-46cbc45976bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4247868 Apr 05 22:35:39.826106 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-a3196cbe-de5f-4fa2-a820-44004d45c384 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1150653 Apr 05 22:35:39.930450 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-931e2701-f5a9-4837-8e43-f0bee58cef3b service neutron] 10.222.0.26 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916312 Apr 05 22:35:40.032102 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-836b12dd-80a9-4c81-8d8e-2809c9294d0e service neutron] 10.222.0.26 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958147 Apr 05 22:35:40.151667 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dea8aac7-b4ef-4b85-93dd-de86abcc67e2 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:40.230942 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:40.231322 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.255884 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4835fa62-27c5-4228-8d06-dea0e0eb8005 req-40b1f47a-8607-48df-916f-c5ae86a38197 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0506973 Apr 05 22:35:40.327968 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:40.328433 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.353141 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port dea8aac7-b4ef-4b85-93dd-de86abcc67e2, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:40.357383 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.413877 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:40.414973 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:40.418738 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879296159-network', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:40.437958 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Made reservation on behalf of 094b115a7ba64a4b9d2896d1054d6251 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:40.440253 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.449313 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.531173 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks [] for security_group (1f5268ee-bb84-4bf6-8f29-3b83a952863d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.535726 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (1f5268ee-bb84-4bf6-8f29-3b83a952863d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.557188 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:35:40.570928 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5268ee-bb84-4bf6-8f29-3b83a952863d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:40.575662 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (375603fe-4dfd-4d5e-9dca-1ea464dd4413), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.576386 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Added segment 375603fe-4dfd-4d5e-9dca-1ea464dd4413 of type vlan for network a56631a3-3ed1-4961-984a-cadb33fc7922 Apr 05 22:35:40.622343 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (a56631a3-3ed1-4961-984a-cadb33fc7922), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.648953 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (a56631a3-3ed1-4961-984a-cadb33fc7922), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.649965 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:40.650601 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.662318 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.782868 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfce672-cb55-420e-8c96-6734dca40a17 req-6d78c2f5-0958-4f38-9dba-dc7eed4e97a6 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:40.784603 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fcfce672-cb55-420e-8c96-6734dca40a17 req-6d78c2f5-0958-4f38-9dba-dc7eed4e97a6 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0596144 Apr 05 22:35:40.832775 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:40.841707 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fcfce672-cb55-420e-8c96-6734dca40a17 req-d576382e-9e78-4b0e-b7b3-72a7662d8cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511634 Apr 05 22:35:40.845358 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:40.846098 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:40.955785 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5407131 Apr 05 22:35:40.958370 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33176) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:40.965041 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Request body: {'subnet': {'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879296159-subnet', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:40.970865 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e358b-8d6b-4206-939b-206484e3da50 admin admin] Pushing event updated for resources: {'Network': ['ID=a56631a3-3ed1-4961-984a-cadb33fc7922,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:40.971883 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:40.986051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Made reservation on behalf of 094b115a7ba64a4b9d2896d1054d6251 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:40.988327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130470193'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:40.998630 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network a56631a3-3ed1-4961-984a-cadb33fc7922 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:35:41.155750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131948866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130470191'] for subnet (8308b736-74c0-4f5a-8895-c47d1f476b48), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.209463 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8308b736-74c0-4f5a-8895-c47d1f476b48,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:41.227480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Checking segment: {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:41.228415 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Network hostable DHCP agents. Network: a56631a3-3ed1-4961-984a-cadb33fc7922, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:35:41.247348 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Network a56631a3-3ed1-4961-984a-cadb33fc7922 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:35:41.258145 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, a56631a3-3ed1-4961-984a-cadb33fc7922) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:41.262446 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.263067 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.281670 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b48d2470-f4e9-4049-9efa-2a2ebf7d93f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3195698 Apr 05 22:35:41.281925 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:41.286908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:41.294968 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718699db-f19c-43d0-8819-f7c5823cc82d None None] Network a56631a3-3ed1-4961-984a-cadb33fc7922 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:41.311869 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (6bc62d01-4658-4958-a33b-ce3fba9d6b08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.313188 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (6bc62d01-4658-4958-a33b-ce3fba9d6b08), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.395214 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c461c1a-fdc9-4ee8-acef-af711cb8bceb req-e60f3678-4eae-4e91-bc34-a9e4f6baa303 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0594726 Apr 05 22:35:41.400039 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks [] for router_controller (6bc62d01-4658-4958-a33b-ce3fba9d6b08), precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.432173 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-a56631a3-3ed1-4961-984a-cadb33fc7922', 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922', 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'fixed_ips': [{'subnet_id': '8308b736-74c0-4f5a-8895-c47d1f476b48'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:35:41.433011 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.455503 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 2, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:41.489025 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:41.489294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Updating router caa3c1eb-cb09-4d7b-989f-46cbc45976bc port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:41.541006 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks [] for router_gateway (6bc62d01-4658-4958-a33b-ce3fba9d6b08), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.568769 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.703177 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Allocated IP 172.20.0.2 (a56631a3-3ed1-4961-984a-cadb33fc7922/8308b736-74c0-4f5a-8895-c47d1f476b48/6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:41.755756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks [] for router_gateway (6bc62d01-4658-4958-a33b-ce3fba9d6b08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.776921 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.890621 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Allocated IP 172.27.0.67 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/a6655b4d-61d2-467f-b4a1-5281f3324abb) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:41.967411 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50ee80-eb83-4270-a71a-e3c6d87b9aa9 req-28bc3eb3-97db-4c4a-8719-db45870b9a73 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:41.969153 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Publish callbacks [] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.969320 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab50ee80-eb83-4270-a71a-e3c6d87b9aa9 req-28bc3eb3-97db-4c4a-8719-db45870b9a73 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0562372 Apr 05 22:35:41.981159 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:41.996994 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Publish callbacks [] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.023156 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab50ee80-eb83-4270-a71a-e3c6d87b9aa9 req-6cef94ed-e5d3-4ca7-8406-dab0f394bdba tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Apr 05 22:35:42.027231 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks [] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.027444 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.041336 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Network a56631a3-3ed1-4961-984a-cadb33fc7922 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:42.049663 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:42.056371 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:42.063393 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Pushing event updated for resources: {'Port': ['ID=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:42.076040 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.124509 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:42.127645 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:42.133300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:42.157147 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dea8aac7-b4ef-4b85-93dd-de86abcc67e2 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:42.176297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Pushing event updated for resources: {'Port': ['ID=a6655b4d-61d2-467f-b4a1-5281f3324abb,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:42.218232 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f00cb-e71a-43a4-a48e-3011d0d07dd2 None None] Pushing event updated for resources: {'Port': ['ID=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:42.220570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Attempting to bind port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:42.221275 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Attempting to bind port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:42.221801 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Attempting to bind port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 on network a56631a3-3ed1-4961-984a-cadb33fc7922 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:42.244319 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:42.244696 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Checking segment: {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:42.245308 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.245865 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Bound using segment: {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:42.246354 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Bound port: 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:42.246761 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.250329 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Attempting to bind port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:42.250722 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Attempting to bind port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:42.251091 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Attempting to bind port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:42.274787 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:42.275094 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Checking segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:42.275496 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.276072 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Bound using segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:42.276557 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Bound port: 2eee03aa-a4eb-458f-b05a-19412f2f4e2e, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:42.276945 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.328682 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.370894 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:42.371114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.430347 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-01691daa-09f1-462a-9088-2e263f455612 None None] For port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:42.488283 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-01691daa-09f1-462a-9088-2e263f455612 None None] For port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,segment=NetworkSegment(375603fe-4dfd-4d5e-9dca-1ea464dd4413),segment_id=375603fe-4dfd-4d5e-9dca-1ea464dd4413)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:42.495230 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] For port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:42.506307 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb78c4d2-8747-499e-957d-9f03835e0a4b None None] Provisioning complete for port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:42.506453 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb78c4d2-8747-499e-957d-9f03835e0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.508593 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.515261 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks [] for router_gateway (6bc62d01-4658-4958-a33b-ce3fba9d6b08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.521262 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] For port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:42.566080 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f476295b-b5ad-4791-bdc1-b9c2a59443d9 req-46ff8a6b-8138-405f-8d0d-a6c9c5e27fce tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0788851 Apr 05 22:35:42.587898 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:42.687837 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb78c4d2-8747-499e-957d-9f03835e0a4b None None] Port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:42.689186 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01691daa-09f1-462a-9088-2e263f455612 None None] Pushing event updated for resources: {'Port': ['ID=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:42.717052 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:42.732037 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:42.733288 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:42.771834 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97641c61-9ebe-498f-b50a-e6b565d2325d req-63453587-7484-44c9-8f66-b15c8df56219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:42.774882 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-97641c61-9ebe-498f-b50a-e6b565d2325d req-63453587-7484-44c9-8f66-b15c8df56219 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 1133 time: 0.1326125 Apr 05 22:35:42.796079 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f00cb-e71a-43a4-a48e-3011d0d07dd2 None None] Pushing event updated for resources: {'Port': ['ID=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:42.962190 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-97641c61-9ebe-498f-b50a-e6b565d2325d req-84382de8-295d-4ea7-86b1-140be7cc621d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762002 Apr 05 22:35:42.986186 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (6bc62d01-4658-4958-a33b-ce3fba9d6b08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.007864 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:43.147472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:35:43.166963 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] Provisioning complete for port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:43.167639 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.189896 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e275f-2255-40c2-8647-d4b3c28b5018 req-d6be1803-fbe8-498d-8089-dbf11bb6d51c tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:43.199142 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-778e275f-2255-40c2-8647-d4b3c28b5018 req-d6be1803-fbe8-498d-8089-dbf11bb6d51c tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0672209 Apr 05 22:35:43.291059 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-778e275f-2255-40c2-8647-d4b3c28b5018 req-31bbcb1c-0ede-43f4-8c58-67744043d3b7 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907652 Apr 05 22:35:43.339004 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:43.349526 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Sync routers for ids ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:43.362673 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Routers {'6bc62d01-4658-4958-a33b-ce3fba9d6b08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:43.363357 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:43.365908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.370856 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-09990d96-a477-4f28-9705-7f40f27ea740 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0852811 Apr 05 22:35:43.371050 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33202) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:43.481406 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] Current status of the port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:43.481958 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.529428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:42Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:43.535188 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] For port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:43.535646 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Set router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:43.540138 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdaea9-db94-4d81-8cce-43721b968f33 req-9552c959-4ce7-4ad2-bc86-1ddb6377ed6f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:43.544236 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1ffdaea9-db94-4d81-8cce-43721b968f33 req-9552c959-4ce7-4ad2-bc86-1ddb6377ed6f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0972359 Apr 05 22:35:43.578031 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bc212a-6b2d-48b7-8793-8fe8a673d3dc None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:42Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:43.580124 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.669145 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1ffdaea9-db94-4d81-8cce-43721b968f33 req-582ce703-c288-41fb-937c-454fe2fd0a49 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173642 Apr 05 22:35:43.717122 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4fdc9-9afa-4375-aa6e-bfe172f1daf1 None None] Pushing event updated for resources: {'Port': ['ID=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:43.822372 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3850c04c-e203-4c00-a697-6b9f67173084 req-dd728d9d-0c33-4c36-8b77-663b7c608e8c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0443358 Apr 05 22:35:43.840104 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:42Z', 'revision_number': 3, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:43.897387 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Checking router: 6bc62d01-4658-4958-a33b-ce3fba9d6b08 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:43.898411 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Updating router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 port a6655b4d-61d2-467f-b4a1-5281f3324abb binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:43.930239 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:43.961026 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83462d1d-10ea-46b0-b424-e3759e7e9239 None None] Network a56631a3-3ed1-4961-984a-cadb33fc7922 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:35:44.049824 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] Provisioning complete for port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:44.050205 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.202136 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] Current status of the port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:44.205870 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.219227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.266060 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] For port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,segment=NetworkSegment(375603fe-4dfd-4d5e-9dca-1ea464dd4413),segment_id=375603fe-4dfd-4d5e-9dca-1ea464dd4413)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:44.272722 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.311647 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2eee03aa-a4eb-458f-b05a-19412f2f4e2e up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:44.353198 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Publish callbacks [] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.361569 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.433570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87456003-190f-49d8-9d0c-e4cd1599aad7 None None] Pushing event updated for resources: {'Port': ['ID=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:44.458881 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:44.459268 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.469343 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Attempting to bind port a6655b4d-61d2-467f-b4a1-5281f3324abb on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:44.469730 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Attempting to bind port a6655b4d-61d2-467f-b4a1-5281f3324abb by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:44.470082 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Attempting to bind port a6655b4d-61d2-467f-b4a1-5281f3324abb on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:44.498092 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:44.498405 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:44.498895 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.499302 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:44.499835 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Bound port: a6655b4d-61d2-467f-b4a1-5281f3324abb, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:44.500353 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.503279 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3282-d9cb-4bca-bad4-668e676fa60a None None] Pushing event updated for resources: {'Port': ['ID=a6655b4d-61d2-467f-b4a1-5281f3324abb,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:44.543849 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556ad60-56fd-4617-9ac6-91c7c77a5988 req-5d6b8531-2f60-46b1-8137-4a8e2221ae91 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.551648 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4556ad60-56fd-4617-9ac6-91c7c77a5988 req-5d6b8531-2f60-46b1-8137-4a8e2221ae91 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.1300702 Apr 05 22:35:44.575559 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] For port a6655b4d-61d2-467f-b4a1-5281f3324abb, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:44.587422 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] For port a6655b4d-61d2-467f-b4a1-5281f3324abb, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=a6655b4d-61d2-467f-b4a1-5281f3324abb,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:44.598836 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.600780 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-15389b92-f793-4afa-a06c-cf4a9ed7c2de None None] Provisioning complete for port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:44.601304 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15389b92-f793-4afa-a06c-cf4a9ed7c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.618972 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Allocated IP 172.20.0.1 (a56631a3-3ed1-4961-984a-cadb33fc7922/8308b736-74c0-4f5a-8895-c47d1f476b48/e5c359b0-ecfd-4350-9780-f5cf862804e1) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:44.651650 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4556ad60-56fd-4617-9ac6-91c7c77a5988 req-97c61a66-de2a-416d-80c6-54893e55f605 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990238 Apr 05 22:35:44.696015 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:44.697495 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:44.703319 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Routers {'6bc62d01-4658-4958-a33b-ce3fba9d6b08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:44.703955 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:44.765566 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks [] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.778932 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-15389b92-f793-4afa-a06c-cf4a9ed7c2de None None] Current status of the port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:44.784643 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3282-d9cb-4bca-bad4-668e676fa60a None None] Pushing event updated for resources: {'Port': ['ID=a6655b4d-61d2-467f-b4a1-5281f3324abb,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:44.815453 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:44.816231 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.856575 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:44.886960 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] Set router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:44.916079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Network a56631a3-3ed1-4961-984a-cadb33fc7922 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:44.923303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:44.926353 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:44.937063 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01e2d4-c0fe-4038-a6c2-a20d95dfe9e5 req-7b6d25ce-fbd2-4f5c-a801-85eb48fafdcc tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:44.938633 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b01e2d4-c0fe-4038-a6c2-a20d95dfe9e5 req-7b6d25ce-fbd2-4f5c-a801-85eb48fafdcc tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1307409 Apr 05 22:35:44.964895 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:44.978184 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Pushing event updated for resources: {'Port': ['ID=e5c359b0-ecfd-4350-9780-f5cf862804e1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:44.988014 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0399646d-9a71-486d-95b6-a45756a6c354 req-2817254c-cd22-4baa-9acc-8574351318ab tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0404706 Apr 05 22:35:45.023197 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (6bc62d01-4658-4958-a33b-ce3fba9d6b08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.079307 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b01e2d4-c0fe-4038-a6c2-a20d95dfe9e5 req-49b23448-0959-4942-ac28-79e3b2bd9044 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096668 Apr 05 22:35:45.224208 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:42Z', 'revision_number': 3, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:45.254502 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe1cd8-1a72-41b9-ac96-7509ca7144da None None] The sync data for ids ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'] in dv-cinder-833443-2-iscsi is: [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:42Z', 'revision_number': 3, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:45.321221 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-25437a94-2daa-4f6d-a14e-eb5fff87553a None None] Provisioning complete for port e5c359b0-ecfd-4350-9780-f5cf862804e1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:45.321608 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-25437a94-2daa-4f6d-a14e-eb5fff87553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.370615 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-25437a94-2daa-4f6d-a14e-eb5fff87553a None None] Port e5c359b0-ecfd-4350-9780-f5cf862804e1 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:45.567197 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-6956bf12-afc8-4ced-9ea0-466cd137a2ed tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.568692 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-6956bf12-afc8-4ced-9ea0-466cd137a2ed tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 819 time: 0.5220456 Apr 05 22:35:45.624171 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.690497 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-738b9ac9-6c7c-4bcc-9af0-2eed4917ac98 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12b3ef92f644773a69c3b4728060713 HTTP/1.1" status: 200 len: 379 time: 0.0938389 Apr 05 22:35:45.703941 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'port': {'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'admin_state_up': True, 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'security_groups': ['c47cb347-61aa-4c09-ac8a-7e001af1a0ec']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:45.786997 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd04e5-f6c5-4463-bd9b-20c7e59d66c5 req-6eb837bf-084a-4e51-8faf-39bdb4c00ba9 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:45.788692 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4fdd04e5-f6c5-4463-bd9b-20c7e59d66c5 req-6eb837bf-084a-4e51-8faf-39bdb4c00ba9 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0586669 Apr 05 22:35:45.847521 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4fdd04e5-f6c5-4463-bd9b-20c7e59d66c5 req-796e34d6-f1be-4e0b-babf-17ebdb0b8008 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528293 Apr 05 22:35:45.915305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Made reservation on behalf of c12b3ef92f644773a69c3b4728060713 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:35:45.918682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.943868 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks [] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:45.950349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.088618 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Pushing event updated for resources: {'Port': ['ID=e5c359b0-ecfd-4350-9780-f5cf862804e1,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:46.109692 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (6bc62d01-4658-4958-a33b-ce3fba9d6b08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.135795 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9472596b-f4a7-4b2a-914c-8cd17e6b9b6f req-3f55da85-d21f-4c9e-8def-a7db35a300e1 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0347342 Apr 05 22:35:46.266688 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d86924-7eb3-42e6-ad2c-84091c95b550 req-90feab4b-52e7-4224-a609-2683908cc6f6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.271229 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c7d86924-7eb3-42e6-ad2c-84091c95b550 req-90feab4b-52e7-4224-a609-2683908cc6f6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0733993 Apr 05 22:35:46.299140 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:46.309803 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Allocated IP 172.20.0.7 (0ff3ed44-2048-46e1-bc63-4a52a03fd624/1b9541c5-20a2-4a99-b523-fa72422acb84/d2804d66-a213-4bf2-bc23-3a93023db389) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:35:46.325263 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb196291-9796-43c2-94f3-492f64954ff7 req-6e40d15b-a7cf-420e-9152-a182e0fcffa8 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.332377 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb196291-9796-43c2-94f3-492f64954ff7 req-6e40d15b-a7cf-420e-9152-a182e0fcffa8 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.1952298 Apr 05 22:35:46.362097 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c7d86924-7eb3-42e6-ad2c-84091c95b550 req-53c08961-72dd-40c7-8651-dc02a166e89f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823345 Apr 05 22:35:46.362800 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:46.363230 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.413597 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Network a56631a3-3ed1-4961-984a-cadb33fc7922 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:46.426178 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:46.445602 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:46.446814 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device a6655b4d-61d2-467f-b4a1-5281f3324abb up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:46.500234 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port a6655b4d-61d2-467f-b4a1-5281f3324abb triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:46.500613 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.536719 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb196291-9796-43c2-94f3-492f64954ff7 req-6c18f5e2-2b88-4286-b3a7-6ddeecb6c095 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034497 Apr 05 22:35:46.593448 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port a6655b4d-61d2-467f-b4a1-5281f3324abb is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:46.594136 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.620059 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port a6655b4d-61d2-467f-b4a1-5281f3324abb, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=a6655b4d-61d2-467f-b4a1-5281f3324abb,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:46.624144 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.639181 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for port (d2804d66-a213-4bf2-bc23-3a93023db389), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.652361 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:35:46.673092 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=a6655b4d-61d2-467f-b4a1-5281f3324abb,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:46.698312 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-bd740ec1-751e-44b2-9380-23af14b75f0d None None] Provisioning complete for port e5c359b0-ecfd-4350-9780-f5cf862804e1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:46.698683 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bd740ec1-751e-44b2-9380-23af14b75f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.732126 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.737378 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-bd740ec1-751e-44b2-9380-23af14b75f0d None None] Port e5c359b0-ecfd-4350-9780-f5cf862804e1 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:46.812131 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:35:46.822380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:35:46.828775 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:35:46.832620 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event updated for resources: {'Port': ['ID=d2804d66-a213-4bf2-bc23-3a93023db389,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:46.837594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:46.862465 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8838ebd7-18a1-4ec4-8953-acf7edb8a8cf admin admin] 10.222.0.26 "PUT /v2.0/routers/6bc62d01-4658-4958-a33b-ce3fba9d6b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4903359 Apr 05 22:35:46.890753 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:46.891388 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:46.914662 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-2e5d516a-a26c-468f-923a-dbc5dd783319 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2144301 Apr 05 22:35:47.059787 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d40ce10b-5262-4967-a7b6-200ae48437f5 None None] Provisioning complete for port d2804d66-a213-4bf2-bc23-3a93023db389 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:47.060159 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d40ce10b-5262-4967-a7b6-200ae48437f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.092979 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d40ce10b-5262-4967-a7b6-200ae48437f5 None None] Port d2804d66-a213-4bf2-bc23-3a93023db389 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:35:47.125246 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Sync routers for ids ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:47.134849 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Routers {'6bc62d01-4658-4958-a33b-ce3fba9d6b08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:47.135468 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:47.248963 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Set router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:47.263768 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5dd4e-b0c4-4aaa-8874-55a7efdd9f48 req-b388113e-c7ce-4c9a-996b-48467566d370 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.265261 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53a5dd4e-b0c4-4aaa-8874-55a7efdd9f48 req-b388113e-c7ce-4c9a-996b-48467566d370 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 931 time: 0.0551491 Apr 05 22:35:47.312446 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53a5dd4e-b0c4-4aaa-8874-55a7efdd9f48 req-22da7beb-6dfd-4201-a159-0d8746649bed tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Apr 05 22:35:47.378870 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33240) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:47.384411 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901380055', 'description': 'tempest-secgroup-smoke-1901380055 description', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:47.409208 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.473129 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Request body: {'port': {'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:47.478815 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:45Z', 'revision_number': 4, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'e5c359b0-ecfd-4350-9780-f5cf862804e1', 'name': '', 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'mac_address': 'fa:16:3e:17:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8308b736-74c0-4f5a-8895-c47d1f476b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:44Z', 'updated_at': '2022-04-05T22:35:45Z', 'revision_number': 2, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'subnets': [{'id': '8308b736-74c0-4f5a-8895-c47d1f476b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:47.485429 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group (35fa9561-cfd6-41fd-bd34-e92f33c0d8dc), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.490523 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (35fa9561-cfd6-41fd-bd34-e92f33c0d8dc), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.508634 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41b076-a452-4495-add5-7610315bac27 req-b8e0f796-9dd4-45ac-a521-c1e870cee84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.510191 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a41b076-a452-4495-add5-7610315bac27 req-b8e0f796-9dd4-45ac-a521-c1e870cee84e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0834739 Apr 05 22:35:47.512263 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Checking router: 6bc62d01-4658-4958-a33b-ce3fba9d6b08 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:47.512620 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Updating router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 port e5c359b0-ecfd-4350-9780-f5cf862804e1 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:35:47.526270 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.530628 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1501064 Apr 05 22:35:47.532390 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33242) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:47.536677 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group_rule': {'security_group_id': '35fa9561-cfd6-41fd-bd34-e92f33c0d8dc', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:47.542551 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035e131-47c8-4dbb-a0e8-dd0df985d99b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:47.548425 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.568102 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (c0753488-1503-4f44-911b-8ee1f6c41f9c), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.577759 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.635839 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a41b076-a452-4495-add5-7610315bac27 req-137e6c1d-f28e-4b2d-aa44-e92959f3cefb tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134462 Apr 05 22:35:47.677761 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (c0753488-1503-4f44-911b-8ee1f6c41f9c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.683597 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (c0753488-1503-4f44-911b-8ee1f6c41f9c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.699233 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0753488-1503-4f44-911b-8ee1f6c41f9c,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:47.720355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0c3d-a8f3-4033-88c4-375b36292298 req-69f05ebe-be67-45a9-96ae-495e99b3d50b tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.721874 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0e6a0c3d-a8f3-4033-88c4-375b36292298 req-69f05ebe-be67-45a9-96ae-495e99b3d50b tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.0901864 Apr 05 22:35:47.728652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.729860 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2c709119-62cf-4d0a-9e58-b814833e1420 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965549 Apr 05 22:35:47.734667 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33246) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:47.739923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group_rule': {'security_group_id': '35fa9561-cfd6-41fd-bd34-e92f33c0d8dc', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:47.809188 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0e6a0c3d-a8f3-4033-88c4-375b36292298 req-c803658f-9113-4ce0-b710-82c60457743c tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/security-groups?id=75239db9-a05a-4525-b634-6fc775227965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781703 Apr 05 22:35:47.815504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (381efb6a-5906-4312-8497-a64d239ad40d), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.880510 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (381efb6a-5906-4312-8497-a64d239ad40d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.885706 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (381efb6a-5906-4312-8497-a64d239ad40d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.893681 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Publish callbacks [] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.901220 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.905247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381efb6a-5906-4312-8497-a64d239ad40d,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:47.915550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-147bd6be-027d-4922-b598-59dddcac5e60 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:47.917125 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-147bd6be-027d-4922-b598-59dddcac5e60 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.24 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 949 time: 0.1012845 Apr 05 22:35:47.917833 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.919082 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d53a7a97-0f41-49af-8622-c1207f098882 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1834693 Apr 05 22:35:47.921641 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:47.925975 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group_rule': {'security_group_id': '35fa9561-cfd6-41fd-bd34-e92f33c0d8dc', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:47.955468 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (95d4f301-8863-47bf-b998-990969062279), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:47.958226 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd99cb-3845-421e-837d-cdccaf9e4045 None None] Pushing event updated for resources: {'Port': ['ID=e5c359b0-ecfd-4350-9780-f5cf862804e1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.016383 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Attempting to bind port e5c359b0-ecfd-4350-9780-f5cf862804e1 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:48.016763 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Attempting to bind port e5c359b0-ecfd-4350-9780-f5cf862804e1 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:48.017135 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Attempting to bind port e5c359b0-ecfd-4350-9780-f5cf862804e1 on network a56631a3-3ed1-4961-984a-cadb33fc7922 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:48.023486 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:48.023900 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Checking segment: {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:48.024418 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.024816 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Bound using segment: {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:48.025300 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Bound port: e5c359b0-ecfd-4350-9780-f5cf862804e1, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375603fe-4dfd-4d5e-9dca-1ea464dd4413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:48.025692 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.026121 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (95d4f301-8863-47bf-b998-990969062279), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.033069 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2804d66-a213-4bf2-bc23-3a93023db389 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:48.039139 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (95d4f301-8863-47bf-b998-990969062279), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.043282 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Publish callbacks [] for port (d2804d66-a213-4bf2-bc23-3a93023db389), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.064627 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Transition to ACTIVE for port object d2804d66-a213-4bf2-bc23-3a93023db389 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:35:48.072993 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.080153 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d4f301-8863-47bf-b998-990969062279,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.091531 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.109905 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e70898e9-de5b-4f50-8971-d94905844c8e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848226 Apr 05 22:35:48.110094 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33252) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:48.115080 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group_rule': {'security_group_id': '35fa9561-cfd6-41fd-bd34-e92f33c0d8dc', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:48.135650 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] For port e5c359b0-ecfd-4350-9780-f5cf862804e1, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:48.147742 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] For port e5c359b0-ecfd-4350-9780-f5cf862804e1, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=e5c359b0-ecfd-4350-9780-f5cf862804e1,segment=NetworkSegment(375603fe-4dfd-4d5e-9dca-1ea464dd4413),segment_id=375603fe-4dfd-4d5e-9dca-1ea464dd4413)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:48.149471 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Deleting port 4f32172e-fd19-436e-aeef-c0649e93f4ab {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:35:48.149901 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.156100 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.171282 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (82883c25-83fc-4e9b-aa42-d11bb50be53a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.187272 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device a6655b4d-61d2-467f-b4a1-5281f3324abb up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:48.253942 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (82883c25-83fc-4e9b-aa42-d11bb50be53a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.259369 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (82883c25-83fc-4e9b-aa42-d11bb50be53a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.275617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Routers {'6bc62d01-4658-4958-a33b-ce3fba9d6b08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:48.276671 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:48.284769 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.288878 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749401 Apr 05 22:35:48.289282 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33254) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:48.293333 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Pushing event updated for resources: {'Port': ['ID=d2804d66-a213-4bf2-bc23-3a93023db389,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.295550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group_rule': {'security_group_id': '35fa9561-cfd6-41fd-bd34-e92f33c0d8dc', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:48.317338 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930600-5c91-4117-bb83-e2c59ef7ed52 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82883c25-83fc-4e9b-aa42-d11bb50be53a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.322646 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Project 0d1e7aae703c495aa4afe509d5e19dc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:35:48.335307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (162d2af9-3c9a-4278-8154-6fec88068955), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.426252 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Attempting to bind port d2804d66-a213-4bf2-bc23-3a93023db389 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:35:48.426929 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Attempting to bind port d2804d66-a213-4bf2-bc23-3a93023db389 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:35:48.427467 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Attempting to bind port d2804d66-a213-4bf2-bc23-3a93023db389 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:48.431731 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] For port 4f32172e-fd19-436e-aeef-c0649e93f4ab, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=4f32172e-fd19-436e-aeef-c0649e93f4ab,segment=NetworkSegment(f721c5f3-c61d-4910-b1b3-b8946c5843d3),segment_id=f721c5f3-c61d-4910-b1b3-b8946c5843d3)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:48.432430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.451574 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (162d2af9-3c9a-4278-8154-6fec88068955), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.459957 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (162d2af9-3c9a-4278-8154-6fec88068955), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.467273 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Port d2804d66-a213-4bf2-bc23-3a93023db389 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:35:48.467766 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Attempting to bind port d2804d66-a213-4bf2-bc23-3a93023db389 on network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:35:48.476504 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Calling delete_port for 4f32172e-fd19-436e-aeef-c0649e93f4ab owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:35:48.482797 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162d2af9-3c9a-4278-8154-6fec88068955,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.496196 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.497498 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3e6f7cff-2c36-4beb-bfd6-9cfb7bccbec5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2072773 Apr 05 22:35:48.500334 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:48.502377 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:35:48.502750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Checking segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:35:48.503313 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Bound using segment: {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:35:48.503960 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Bound port: d2804d66-a213-4bf2-bc23-3a93023db389, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b5c96b-8720-44a5-b4cd-75961e5956cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:35:48.504324 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.504922 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'security_group_rule': {'security_group_id': '35fa9561-cfd6-41fd-bd34-e92f33c0d8dc', 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:48.525624 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Project 0d1e7aae703c495aa4afe509d5e19dc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:35:48.531798 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (af165684-e4c2-4c4b-a8b1-219ae62465ac), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.599334 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd99cb-3845-421e-837d-cdccaf9e4045 None None] Pushing event updated for resources: {'Port': ['ID=e5c359b0-ecfd-4350-9780-f5cf862804e1,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.620179 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (af165684-e4c2-4c4b-a8b1-219ae62465ac), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.625724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (af165684-e4c2-4c4b-a8b1-219ae62465ac), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.627859 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260395bd-4935-4784-a10b-a7736e9fda45 req-7eaa17fa-b07e-4927-943c-6581154046e7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.629432 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-260395bd-4935-4784-a10b-a7736e9fda45 req-7eaa17fa-b07e-4927-943c-6581154046e7 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 943 time: 0.1930096 Apr 05 22:35:48.649232 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af165684-e4c2-4c4b-a8b1-219ae62465ac,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.653832 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] Provisioning complete for port e5c359b0-ecfd-4350-9780-f5cf862804e1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:48.654227 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.654487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.656249 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3f3dab55-3bc6-4b7f-b236-5aa99082c5e7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544969 Apr 05 22:35:48.671242 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] For port d2804d66-a213-4bf2-bc23-3a93023db389, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:35:48.703401 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] For port d2804d66-a213-4bf2-bc23-3a93023db389, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d2804d66-a213-4bf2-bc23-3a93023db389,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:35:48.717689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.718228 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port a6655b4d-61d2-467f-b4a1-5281f3324abb triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:48.718630 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.736122 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-260395bd-4935-4784-a10b-a7736e9fda45 req-2dedde4f-23e5-4b3d-9e37-336caf5e7c02 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960045 Apr 05 22:35:48.781419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] Set router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:48.787377 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.788005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.790003 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] 10.222.0.24 "PUT /v2.0/ports/d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 1093 time: 1.3226531 Apr 05 22:35:48.790458 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:48.792721 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b" -d '{"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:48.861653 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474e751-d36b-4962-ad03-e587c3445778 service neutron] Pushing event updated for resources: {'Port': ['ID=d2804d66-a213-4bf2-bc23-3a93023db389,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:48.905498 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fe886-7847-4335-9a3f-646f6fb5a31e req-ab76bc68-8d2b-4bf6-b6b3-ea3777638438 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:48.907384 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fb9fe886-7847-4335-9a3f-646f6fb5a31e req-ab76bc68-8d2b-4bf6-b6b3-ea3777638438 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1249917 Apr 05 22:35:48.917720 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64862d5-c614-4353-aaf2-5f672ceb76e1 x-openstack-request-id: req-b64862d5-c614-4353-aaf2-5f672ceb76e1 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:48.917993 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:48.918254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b64862d5-c614-4353-aaf2-5f672ceb76e1 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:48.918661 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64862d5-c614-4353-aaf2-5f672ceb76e1'] response: {'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'status': 'completed', 'code': 200} Apr 05 22:35:48.941453 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (4f32172e-fd19-436e-aeef-c0649e93f4ab), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:48.987011 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['4f32172e-fd19-436e-aeef-c0649e93f4ab'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:48.994863 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Pushing event deleted for resources: {'Port': ['ID=4f32172e-fd19-436e-aeef-c0649e93f4ab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:49.030606 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fb9fe886-7847-4335-9a3f-646f6fb5a31e req-5af86f74-c418-4933-8978-bf3466c7e090 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055057 Apr 05 22:35:49.113519 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-07aa5a25-0e3a-40f9-907a-131b93b2e8ef req-7c8c0b47-cbff-42a0-8454-4543718446f8 tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.26 "GET /v2.0/ports?device_id=5faded60-a9e1-4727-90a3-1819b0acd868 HTTP/1.1" status: 200 len: 210 time: 0.1220739 Apr 05 22:35:49.114346 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] No DVR routers for this DVR port 4f32172e-fd19-436e-aeef-c0649e93f4ab on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:35:49.118387 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-0a348ac3-90f3-4ce3-8632-062db168e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.119811 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-0a348ac3-90f3-4ce3-8632-062db168e3b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1127 time: 0.2825263 Apr 05 22:35:49.120897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:49.124927 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7813d305-4b6d-476f-b10a-a2e7560466a5 req-30bd36a2-8684-47eb-b73c-a22bf4985cbf tempest-VolumesNegativeTest-900661613 tempest-VolumesNegativeTest-900661613-project] 10.222.0.24 "DELETE /v2.0/ports/4f32172e-fd19-436e-aeef-c0649e93f4ab HTTP/1.1" status: 204 len: 173 time: 1.2003062 Apr 05 22:35:49.134489 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] Current status of the port e5c359b0-ecfd-4350-9780-f5cf862804e1 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:49.135203 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:49.205474 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-31f207e0-40bd-4c99-b1aa-7b53aecfe32f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 217 time: 0.0722244 Apr 05 22:35:49.239779 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] For port e5c359b0-ecfd-4350-9780-f5cf862804e1, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=e5c359b0-ecfd-4350-9780-f5cf862804e1,segment=NetworkSegment(375603fe-4dfd-4d5e-9dca-1ea464dd4413),segment_id=375603fe-4dfd-4d5e-9dca-1ea464dd4413)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:49.246694 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:49.250659 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port a6655b4d-61d2-467f-b4a1-5281f3324abb is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:49.306953 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-b31d46c1-cb67-40d7-938d-0aa9d1d3df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.314367 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-b31d46c1-cb67-40d7-938d-0aa9d1d3df93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0972049 Apr 05 22:35:49.351983 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c993ba0-3348-4114-88f5-264f7a7f0eb2 None None] Pushing event updated for resources: {'Port': ['ID=e5c359b0-ecfd-4350-9780-f5cf862804e1,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:49.395941 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:45Z', 'revision_number': 4, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'e5c359b0-ecfd-4350-9780-f5cf862804e1', 'name': '', 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'mac_address': 'fa:16:3e:17:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8308b736-74c0-4f5a-8895-c47d1f476b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:44Z', 'updated_at': '2022-04-05T22:35:48Z', 'revision_number': 4, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'subnets': [{'id': '8308b736-74c0-4f5a-8895-c47d1f476b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:49.399140 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-8fbdb1cd-a920-4c08-b8d6-7063e9550050 None None] Provisioning complete for port e5c359b0-ecfd-4350-9780-f5cf862804e1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:49.399511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8fbdb1cd-a920-4c08-b8d6-7063e9550050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:49.428668 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed8f5d-731c-4949-aa64-f058f47f73aa None None] The sync data for ids ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'] in dv-cinder-833443-2-iscsi is: [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:45Z', 'revision_number': 4, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'e5c359b0-ecfd-4350-9780-f5cf862804e1', 'name': '', 'network_id': 'a56631a3-3ed1-4961-984a-cadb33fc7922', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'mac_address': 'fa:16:3e:17:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8308b736-74c0-4f5a-8895-c47d1f476b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:44Z', 'updated_at': '2022-04-05T22:35:48Z', 'revision_number': 4, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'subnets': [{'id': '8308b736-74c0-4f5a-8895-c47d1f476b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:49.531119 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8fbdb1cd-a920-4c08-b8d6-7063e9550050 None None] Current status of the port e5c359b0-ecfd-4350-9780-f5cf862804e1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:49.629520 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670c82-10d3-461f-a829-e77eb5633c98 req-4eaefa9e-4812-41fe-a326-f1f21aa0a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.631094 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-4eaefa9e-4812-41fe-a326-f1f21aa0a9a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644619 Apr 05 22:35:49.764245 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-c56f4d8c-9c9b-4e06-9556-4f00b306fd2b service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123943 Apr 05 22:35:49.888943 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b44a4a-7015-4af6-b146-181d78d242d0 req-e5bb529c-e5c5-46df-aeda-35a4d586bcb1 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:49.894729 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08670c82-10d3-461f-a829-e77eb5633c98 req-81c3b341-8fdb-42e1-a52f-726ebd6b86a9 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235707 Apr 05 22:35:49.897321 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-47b44a4a-7015-4af6-b146-181d78d242d0 req-e5bb529c-e5c5-46df-aeda-35a4d586bcb1 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 943 time: 0.0729785 Apr 05 22:35:49.948182 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-47b44a4a-7015-4af6-b146-181d78d242d0 req-a08fa6e6-bf58-4f15-859b-f03d0f5b5fcb tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498872 Apr 05 22:35:50.139225 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device e5c359b0-ecfd-4350-9780-f5cf862804e1 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:50.159199 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd37921-6519-4d8c-ab35-bbf8a558a715 req-2c2f2a8e-ea2d-4f93-9e8e-7657808ff841 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:50.160744 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9fd37921-6519-4d8c-ab35-bbf8a558a715 req-2c2f2a8e-ea2d-4f93-9e8e-7657808ff841 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0633447 Apr 05 22:35:50.215563 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port e5c359b0-ecfd-4350-9780-f5cf862804e1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:50.215941 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:50.219423 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9fd37921-6519-4d8c-ab35-bbf8a558a715 req-c381c591-9344-4633-ab88-e5d666a1b329 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515311 Apr 05 22:35:50.302490 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port e5c359b0-ecfd-4350-9780-f5cf862804e1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:50.919814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faded60-a9e1-4727-90a3-1819b0acd868', 'name': 'network-vif-deleted', 'tag': '4f32172e-fd19-436e-aeef-c0649e93f4ab'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:50.922178 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28c19e1-4697-4b17-86c0-819547aa0557" -d '{"events": [{"server_uuid": "5faded60-a9e1-4727-90a3-1819b0acd868", "name": "network-vif-deleted", "tag": "4f32172e-fd19-436e-aeef-c0649e93f4ab"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:50.962897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c20386c-5ff2-41a5-9a5f-682ad0cec5e8 x-openstack-request-id: req-0c20386c-5ff2-41a5-9a5f-682ad0cec5e8 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:50.963195 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faded60-a9e1-4727-90a3-1819b0acd868", "name": "network-vif-deleted", "tag": "4f32172e-fd19-436e-aeef-c0649e93f4ab", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:50.963451 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c20386c-5ff2-41a5-9a5f-682ad0cec5e8 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:50.963851 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c20386c-5ff2-41a5-9a5f-682ad0cec5e8'] response: {'server_uuid': '5faded60-a9e1-4727-90a3-1819b0acd868', 'name': 'network-vif-deleted', 'tag': '4f32172e-fd19-436e-aeef-c0649e93f4ab', 'status': 'completed', 'code': 200} Apr 05 22:35:51.109874 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4cc4-8c0f-486a-8d8a-841ab6e41360 req-d1dec3d1-9bfd-484f-a95d-3e26a9858b57 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.111634 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52bf4cc4-8c0f-486a-8d8a-841ab6e41360 req-d1dec3d1-9bfd-484f-a95d-3e26a9858b57 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 943 time: 0.0928040 Apr 05 22:35:51.113835 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-a42cc214-da0b-4a62-ae15-e88276886c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.115215 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-a42cc214-da0b-4a62-ae15-e88276886c96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1127 time: 0.0946321 Apr 05 22:35:51.225563 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52bf4cc4-8c0f-486a-8d8a-841ab6e41360 req-4cf1928d-159a-4f6f-9376-43f1aee08f84 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077981 Apr 05 22:35:51.266283 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-b7c010e1-073c-4d66-8082-9588f37ce95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.267933 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-b7c010e1-073c-4d66-8082-9588f37ce95c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.1437998 Apr 05 22:35:51.322409 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-027ed7b7-1b6f-4b78-b477-d8c06f575b3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 217 time: 0.0467045 Apr 05 22:35:51.378610 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66253846-0386-4570-90d0-d55ca7a1073d req-10c1aabf-98bb-4f7d-bbaa-b143f130b474 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.385687 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-66253846-0386-4570-90d0-d55ca7a1073d req-10c1aabf-98bb-4f7d-bbaa-b143f130b474 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0756524 Apr 05 22:35:51.406683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-88ba2d0e-f53f-4375-ac0e-b49cc71a947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.406683 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-88ba2d0e-f53f-4375-ac0e-b49cc71a947f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0745687 Apr 05 22:35:51.471543 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-66253846-0386-4570-90d0-d55ca7a1073d req-7b8f7bec-6853-40ff-bae2-eae1a8953335 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830534 Apr 05 22:35:51.515582 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d2804d66-a213-4bf2-bc23-3a93023db389 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:35:51.522422 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 4f32172e-fd19-436e-aeef-c0649e93f4ab no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:35:51.525348 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-1ac877db-4d18-43ad-8a7a-6539f8bb0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.528861 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-1ac877db-4d18-43ad-8a7a-6539f8bb0461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129875 Apr 05 22:35:51.562900 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 4f32172e-fd19-436e-aeef-c0649e93f4ab {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:35:51.563246 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 4f32172e-fd19-436e-aeef-c0649e93f4ab not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:35:51.677340 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-92312e9c-d0eb-4a65-bf9c-865b89221899 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410048 Apr 05 22:35:51.703839 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d2804d66-a213-4bf2-bc23-3a93023db389, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d2804d66-a213-4bf2-bc23-3a93023db389,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:51.716397 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:35:51.757761 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147d9f0-7c8b-4f8c-be5e-74c94b0cf52b req-66095776-752b-468c-a1ad-3ce5b367c3ac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:51.758014 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d2804d66-a213-4bf2-bc23-3a93023db389 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:51.758310 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:51.760108 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3147d9f0-7c8b-4f8c-be5e-74c94b0cf52b req-66095776-752b-468c-a1ad-3ce5b367c3ac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0689666 Apr 05 22:35:51.773761 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2804d66-a213-4bf2-bc23-3a93023db389 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:35:51.800520 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d2804d66-a213-4bf2-bc23-3a93023db389, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d2804d66-a213-4bf2-bc23-3a93023db389,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:51.808039 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:51.819957 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3147d9f0-7c8b-4f8c-be5e-74c94b0cf52b req-20f2f5da-3d3c-4733-91b2-4db3845a617a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517895 Apr 05 22:35:51.861760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d2804d66-a213-4bf2-bc23-3a93023db389,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:51.871211 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.871501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.871843 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.872208 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.872549 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.872879 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.873205 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.873525 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.874010 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.874168 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.874493 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.874856 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.875184 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.875506 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:51.875830 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:35:52.176416 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['d2804d66-a213-4bf2-bc23-3a93023db389'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:35:52.374682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695fedd-6e55-43b3-9ab1-84a833c7c50d req-48ec10d2-def3-4fba-a010-007c31a9af8c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.376210 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8695fedd-6e55-43b3-9ab1-84a833c7c50d req-48ec10d2-def3-4fba-a010-007c31a9af8c tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 944 time: 0.0577562 Apr 05 22:35:52.434124 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8695fedd-6e55-43b3-9ab1-84a833c7c50d req-867ad858-be95-453b-8779-5df9a9a798ab tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523005 Apr 05 22:35:52.622691 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bb9a7-54bc-4790-830e-248a54efc157 req-05886a64-8919-40b4-a987-d559786cb470 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.624224 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-db7bb9a7-54bc-4790-830e-248a54efc157 req-05886a64-8919-40b4-a987-d559786cb470 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0647452 Apr 05 22:35:52.682244 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-db7bb9a7-54bc-4790-830e-248a54efc157 req-dd3e2936-cca6-447f-b6b4-55856c1df567 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509965 Apr 05 22:35:52.957174 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f12f9-fee2-4bdb-920b-65ffaf80c78b req-6af8c4af-fcd5-4ae8-83e8-c134b70b69c2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:52.958791 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-668f12f9-fee2-4bdb-920b-65ffaf80c78b req-6af8c4af-fcd5-4ae8-83e8-c134b70b69c2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0658741 Apr 05 22:35:53.021287 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-668f12f9-fee2-4bdb-920b-65ffaf80c78b req-de2cf53b-728e-462a-a43f-a083e85e2233 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551527 Apr 05 22:35:53.272400 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b2b2c2ca-8b5f-4793-b86a-917df1b5d45b req-4b23103c-ae80-4b64-b012-ce315a32387b service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035163 Apr 05 22:35:53.534986 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d2804d66-a213-4bf2-bc23-3a93023db389 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:35:53.563908 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accde169-8da1-4370-ae8e-96018ac82271 req-0f9500dd-e3bc-43ad-883e-ee2e5ff08e88 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.565536 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-accde169-8da1-4370-ae8e-96018ac82271 req-0f9500dd-e3bc-43ad-883e-ee2e5ff08e88 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 944 time: 0.0585804 Apr 05 22:35:53.589640 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port d2804d66-a213-4bf2-bc23-3a93023db389 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:35:53.594002 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port d2804d66-a213-4bf2-bc23-3a93023db389 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:35:53.594389 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:53.636229 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-accde169-8da1-4370-ae8e-96018ac82271 req-d3f7fbe3-9fec-4e8a-9bd3-8e037496eb65 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646505 Apr 05 22:35:53.688877 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d2804d66-a213-4bf2-bc23-3a93023db389 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:35:53.689294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:53.716229 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:53.718547 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd77d86-867b-4ce7-ac20-eef0c03d4d64" -d '{"events": [{"server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "name": "network-vif-plugged", "status": "completed", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:53.731992 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d2804d66-a213-4bf2-bc23-3a93023db389, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d2804d66-a213-4bf2-bc23-3a93023db389,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:53.736492 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:53.770567 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200cb3b4-b76b-4801-bb4a-b80ae1bdd84b x-openstack-request-id: req-200cb3b4-b76b-4801-bb4a-b80ae1bdd84b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:53.771216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "name": "network-vif-plugged", "status": "completed", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:53.771576 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-200cb3b4-b76b-4801-bb4a-b80ae1bdd84b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:53.772234 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200cb3b4-b76b-4801-bb4a-b80ae1bdd84b'] response: {'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'code': 200} Apr 05 22:35:53.803999 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d2804d66-a213-4bf2-bc23-3a93023db389,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:53.995940 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-4a84e6e4-ce3b-4eff-a0a4-612a714f2d71 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:53.997327 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-4a84e6e4-ce3b-4eff-a0a4-612a714f2d71 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.3798740 Apr 05 22:35:54.015301 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e19e14-d17e-4f09-826f-0ba583ba5dc3 req-4e4f5ccd-1f3e-4468-86b1-5867970565c3 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.016785 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72e19e14-d17e-4f09-826f-0ba583ba5dc3 req-4e4f5ccd-1f3e-4468-86b1-5867970565c3 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1080935 Apr 05 22:35:54.019926 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fff354-be23-4882-aa39-7d858c037adb req-69da5a0e-89c3-45b0-904a-fb3b7d693dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.021315 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4fff354-be23-4882-aa39-7d858c037adb req-69da5a0e-89c3-45b0-904a-fb3b7d693dea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.0990713 Apr 05 22:35:54.064164 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72e19e14-d17e-4f09-826f-0ba583ba5dc3 req-c612aeda-237d-4326-ad86-34004da14040 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417266 Apr 05 22:35:54.152678 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b489e-93c4-4e69-8839-d1570e0287bf req-eddd76d7-99ae-4e26-9e56-b77025df6cc5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.155115 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-639b489e-93c4-4e69-8839-d1570e0287bf req-eddd76d7-99ae-4e26-9e56-b77025df6cc5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 946 time: 0.0586288 Apr 05 22:35:54.182746 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4fff354-be23-4882-aa39-7d858c037adb req-46682ad6-405c-4010-8f94-38e7f2a9fde7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901656 Apr 05 22:35:54.205055 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-639b489e-93c4-4e69-8839-d1570e0287bf req-6467f395-65e5-4cf1-aef4-a3a79bc078da tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=94345328-5d37-424c-837f-bafa9309d2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439701 Apr 05 22:35:54.209759 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port 849985f0-241a-494b-8765-ba1cdc06c015 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:35:54.210637 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (849985f0-241a-494b-8765-ba1cdc06c015), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.304208 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] For port 849985f0-241a-494b-8765-ba1cdc06c015, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=849985f0-241a-494b-8765-ba1cdc06c015,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:35:54.304581 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (849985f0-241a-494b-8765-ba1cdc06c015), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.589786 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:54.611743 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.612118 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9c1010c9-11be-407a-8d33-2983057b6a4b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.612433 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 9c1010c9-11be-407a-8d33-2983057b6a4b disassociated. External IP: 172.27.0.142, port: 849985f0-241a-494b-8765-ba1cdc06c015. Apr 05 22:35:54.612860 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for 849985f0-241a-494b-8765-ba1cdc06c015 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:35:54.751339 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e5504cab-e127-43dc-a943-5719904698b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0ad398b71c54b13a3de43f606b90a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602530 Apr 05 22:35:54.753005 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33622) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:54.782638 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (849985f0-241a-494b-8765-ba1cdc06c015), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.803080 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a57651d-bd6f-4190-b33e-f75fe3f1d881 admin admin] Publish callbacks [] for security_group (75239db9-a05a-4525-b634-6fc775227965), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.821853 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=849985f0-241a-494b-8765-ba1cdc06c015,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:54.825306 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a57651d-bd6f-4190-b33e-f75fe3f1d881 admin admin] Publish callbacks [] for security_group (75239db9-a05a-4525-b634-6fc775227965), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.840322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f387d-d1f6-4031-8589-b5bb5d4dc6e0 req-b81ea06d-6bf7-42ed-b024-41bed75fd9fe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:54.842008 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3c3f387d-d1f6-4031-8589-b5bb5d4dc6e0 req-b81ea06d-6bf7-42ed-b024-41bed75fd9fe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.1142566 Apr 05 22:35:54.876842 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a57651d-bd6f-4190-b33e-f75fe3f1d881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (75239db9-a05a-4525-b634-6fc775227965), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.879478 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a57651d-bd6f-4190-b33e-f75fe3f1d881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:54.880619 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1a57651d-bd6f-4190-b33e-f75fe3f1d881 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75239db9-a05a-4525-b634-6fc775227965 HTTP/1.1" status: 204 len: 168 time: 0.1265161 Apr 05 22:35:54.889691 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57651d-bd6f-4190-b33e-f75fe3f1d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75239db9-a05a-4525-b634-6fc775227965,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:54.975580 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3c3f387d-d1f6-4031-8589-b5bb5d4dc6e0 req-38a72d9c-7af6-4ee5-a867-f9c0a598cc76 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956812 Apr 05 22:35:55.014895 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:35:55.153027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:55.164588 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:55.183856 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:55.187601 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:55.234862 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a01ca-09e8-47e6-a8ce-7cbd648079e0 req-b67ea29e-e301-488c-95c9-7a0414028e90 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:55.237565 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea4a01ca-09e8-47e6-a8ce-7cbd648079e0 req-b67ea29e-e301-488c-95c9-7a0414028e90 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0794213 Apr 05 22:35:55.275812 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] No DVR routers for this DVR port 849985f0-241a-494b-8765-ba1cdc06c015 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:35:55.280487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:55.292773 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ea4a01ca-09e8-47e6-a8ce-7cbd648079e0 req-d3cf9e58-b0cf-4ddc-bb6f-0ab8612b1c09 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492327 Apr 05 22:35:55.295160 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-76d4726c-228d-4891-9a0e-03dafe662f00 req-5cee2690-944e-4717-aa3a-1057e6d44514 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "DELETE /v2.0/ports/849985f0-241a-494b-8765-ba1cdc06c015 HTTP/1.1" status: 204 len: 173 time: 1.2046697 Apr 05 22:35:55.296148 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'name': 'network-vif-deleted', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:55.299661 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813934bc-7b4a-44c0-97fd-2b67ea6e353d" -d '{"events": [{"server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "name": "network-vif-deleted", "tag": "849985f0-241a-494b-8765-ba1cdc06c015"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:55.364167 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b547d86-a6c1-4157-b88d-ce015c72efa4 x-openstack-request-id: req-5b547d86-a6c1-4157-b88d-ce015c72efa4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:55.364464 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2da8df-c8ee-43a3-83d5-f3cae37bcd38", "name": "network-vif-deleted", "tag": "849985f0-241a-494b-8765-ba1cdc06c015", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:55.364722 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b547d86-a6c1-4157-b88d-ce015c72efa4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:55.365117 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b547d86-a6c1-4157-b88d-ce015c72efa4'] response: {'server_uuid': '2d2da8df-c8ee-43a3-83d5-f3cae37bcd38', 'name': 'network-vif-deleted', 'tag': '849985f0-241a-494b-8765-ba1cdc06c015', 'status': 'completed', 'code': 200} Apr 05 22:35:55.368423 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5cb34afd-3f3b-460d-92c9-2b27269930b3 req-3a546395-8c9c-47c7-8356-34a0d50b798b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 210 time: 0.0381594 Apr 05 22:35:55.370281 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:55.680705 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:55.706096 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:55.715815 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:55.716451 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:55.823871 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:56.070190 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:56.100841 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6d2aa-f9d1-4e1c-8aff-00885fd52066 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6d9f6e04-d07c-4259-ac10-172ed2169cee', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:aa:ff:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:32:55Z', 'updated_at': '2022-04-05T22:33:24Z', 'revision_number': 2, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:56.152702 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38067d1c-b3fd-4369-beb9-09c67efb6be0 req-44aff0d7-da4e-4721-812c-4541d0ea1175 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.154844 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38067d1c-b3fd-4369-beb9-09c67efb6be0 req-44aff0d7-da4e-4721-812c-4541d0ea1175 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0772457 Apr 05 22:35:56.209076 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38067d1c-b3fd-4369-beb9-09c67efb6be0 req-482c628c-c696-4aa4-ad86-20daeb669450 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482340 Apr 05 22:35:56.347851 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f3cdc-02e7-41b0-a302-54dd198143af req-cb935f1f-ef7c-463f-a21c-77041b179040 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.349402 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d44f3cdc-02e7-41b0-a302-54dd198143af req-cb935f1f-ef7c-463f-a21c-77041b179040 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0701284 Apr 05 22:35:56.361982 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:56.367090 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'floatingip': {'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:35:56.379273 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47072eb7-1f57-436e-914e-2ee1b9a1e7ba None None] New status for floating IP 9c1010c9-11be-407a-8d33-2983057b6a4b: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:35:56.409467 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:56.488244 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fca31bce-01a1-4261-9c58-5e6dd6c3f6a1 req-83ad30aa-eab4-4535-b0eb-9102ca6faf60 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d2da8df-c8ee-43a3-83d5-f3cae37bcd38 HTTP/1.1" status: 200 len: 210 time: 0.0271335 Apr 05 22:35:56.577566 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32863b9e-b904-470b-ae50-8c658217869a req-df1c6777-2410-4d70-a524-7493234dce0b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:56.585226 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32863b9e-b904-470b-ae50-8c658217869a req-df1c6777-2410-4d70-a524-7493234dce0b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1718695 Apr 05 22:35:56.725167 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-32863b9e-b904-470b-ae50-8c658217869a req-45579954-5a81-43ec-a262-68881a6290ad tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387918 Apr 05 22:35:57.015439 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.019375 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.127633 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Floating IP d9bd2d0d-d7a0-4606-ada3-a436db0f8e62 associated. External IP: 172.27.0.122, port: d2804d66-a213-4bf2-bc23-3a93023db389. Apr 05 22:35:57.344965 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:35:57.555010 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 849985f0-241a-494b-8765-ba1cdc06c015 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:35:57.598343 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 849985f0-241a-494b-8765-ba1cdc06c015 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:35:57.598685 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 849985f0-241a-494b-8765-ba1cdc06c015 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:35:57.631340 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33652) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.700716 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50ca13f1-681b-4af8-a62b-10632c7701b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (94345328-5d37-424c-837f-bafa9309d2ab), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.705727 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:35:57.719757 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.720512 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] Sync routers for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:35:57.735084 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:57.735997 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:57.744249 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50ca13f1-681b-4af8-a62b-10632c7701b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (94345328-5d37-424c-837f-bafa9309d2ab), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.761674 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-888c0582-ecb7-447f-afb9-45837106c1de tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "PUT /v2.0/floatingips/d9bd2d0d-d7a0-4606-ada3-a436db0f8e62 HTTP/1.1" status: 200 len: 991 time: 1.3912907 Apr 05 22:35:57.761674 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:35:57.761674 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db801ce9-5a22-4a4a-8eb8-89b3953e323b" -d '{"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:35:57.859124 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50ca13f1-681b-4af8-a62b-10632c7701b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (94345328-5d37-424c-837f-bafa9309d2ab), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.875055 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e919c2-c539-4483-bfb3-c195ec20c803 x-openstack-request-id: req-a2e919c2-c539-4483-bfb3-c195ec20c803 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:35:57.875055 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:35:57.875055 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2e919c2-c539-4483-bfb3-c195ec20c803 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:35:57.875523 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e919c2-c539-4483-bfb3-c195ec20c803'] response: {'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'status': 'completed', 'code': 200} Apr 05 22:35:57.881728 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-50ca13f1-681b-4af8-a62b-10632c7701b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:57.883060 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-50ca13f1-681b-4af8-a62b-10632c7701b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/security-groups/94345328-5d37-424c-837f-bafa9309d2ab HTTP/1.1" status: 204 len: 168 time: 0.2500136 Apr 05 22:35:57.886245 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33664) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.918318 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-852b1ba7-3f96-4fc9-af9e-98bf62fb2e67 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] show failed (client error): The resource could not be found. Apr 05 22:35:57.918318 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-852b1ba7-3f96-4fc9-af9e-98bf62fb2e67 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups/94345328-5d37-424c-837f-bafa9309d2ab HTTP/1.1" status: 404 len: 347 time: 0.0222304 Apr 05 22:35:57.918898 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:57.919106 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33666) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:35:57.962390 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca13f1-681b-4af8-a62b-10632c7701b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94345328-5d37-424c-837f-bafa9309d2ab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:58.040004 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-6754b552-ef49-4bdf-ad7b-ef04aff7daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.041573 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-6754b552-ef49-4bdf-ad7b-ef04aff7daee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.1013718 Apr 05 22:35:58.060725 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f22b5a-9465-4c21-879a-fbc74d9e6092 req-374de95a-e537-4dd4-a8f1-32e8f78228e7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.070088 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-20f22b5a-9465-4c21-879a-fbc74d9e6092 req-374de95a-e537-4dd4-a8f1-32e8f78228e7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.1857955 Apr 05 22:35:58.167281 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port 24ca6a39-2575-405c-8986-345e0add9912 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:35:58.168153 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (24ca6a39-2575-405c-8986-345e0add9912), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.213345 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-20f22b5a-9465-4c21-879a-fbc74d9e6092 req-4d84da23-61d5-4ad6-9ab5-e7756b6483fa tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421790 Apr 05 22:35:58.264035 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-c1352c15-3e89-40c3-bfd5-ee7c84088400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.266462 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-c1352c15-3e89-40c3-bfd5-ee7c84088400 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.1933041 Apr 05 22:35:58.285715 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (24ca6a39-2575-405c-8986-345e0add9912), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.286267 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (24ca6a39-2575-405c-8986-345e0add9912), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.307894 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for 24ca6a39-2575-405c-8986-345e0add9912 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:35:58.346526 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-c61e139b-c1b6-4c28-ba7e-0da8176c8fd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 999 time: 0.0726092 Apr 05 22:35:58.410582 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd9bd2d0d-d7a0-4606-ada3-a436db0f8e62', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:56Z', 'revision_number': 1, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:58.428356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-71cefa99-f8df-40e8-aa9c-bb03fb140f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.430794 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-71cefa99-f8df-40e8-aa9c-bb03fb140f5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0772352 Apr 05 22:35:58.442239 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] Checking router: 58679e06-94f9-4be6-ad8a-6a7c19ef4bed for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:35:58.451184 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:35:58.451797 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:58.490194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-41f8ab88-a61d-44db-a8af-df84a15b2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:58.492402 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-41f8ab88-a61d-44db-a8af-df84a15b2df0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542219 Apr 05 22:35:58.495919 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (24ca6a39-2575-405c-8986-345e0add9912), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.531370 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=24ca6a39-2575-405c-8986-345e0add9912,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:35:58.576755 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:35:58.590261 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9c1010c9-11be-407a-8d33-2983057b6a4b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.592389 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-50e6090a-323c-4791-9ffa-865ae445015b service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918064 Apr 05 22:35:58.593704 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:35:58.594868 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-110ee9ba-62f0-43c9-986d-6f7c3fb01bef tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/floatingips/9c1010c9-11be-407a-8d33-2983057b6a4b HTTP/1.1" status: 204 len: 168 time: 0.6760221 Apr 05 22:35:58.697708 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db801ce9-5a22-4a4a-8eb8-89b3953e323b req-79f4d86e-e286-4ac6-b538-85dbbe8a64f1 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980918 Apr 05 22:35:58.837083 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd9bd2d0d-d7a0-4606-ada3-a436db0f8e62', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:56Z', 'revision_number': 1, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:35:58.864591 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea7aec-6e54-4602-b72f-56dc15fab89b None None] The sync data for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi is: [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd9bd2d0d-d7a0-4606-ada3-a436db0f8e62', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:56Z', 'revision_number': 1, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:35:59.107477 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b13cb-262e-4a9b-8ee2-14fcce3ac6b3 None None] New status for floating IP d9bd2d0d-d7a0-4606-ada3-a436db0f8e62: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:35:59.339749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5290-4e64-4b13-a90b-7f968b87865c req-174f408a-2ccd-4a49-98bf-8205830d3676 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.341334 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d8f5290-4e64-4b13-a90b-7f968b87865c req-174f408a-2ccd-4a49-98bf-8205830d3676 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0594003 Apr 05 22:35:59.389234 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d8f5290-4e64-4b13-a90b-7f968b87865c req-7b578185-cdf6-4a47-8b66-e8a4b9bb5c04 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416236 Apr 05 22:35:59.606912 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceb263-5f88-48a9-8895-646f2f16a12a req-807e9f11-674f-4e79-a1e4-cd729422d202 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.608427 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-44ceb263-5f88-48a9-8895-646f2f16a12a req-807e9f11-674f-4e79-a1e4-cd729422d202 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0656924 Apr 05 22:35:59.624906 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-e392dbfe-b676-47bd-833b-fa7927097492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.626906 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-e392dbfe-b676-47bd-833b-fa7927097492 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 1129 time: 0.0476198 Apr 05 22:35:59.655863 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-44ceb263-5f88-48a9-8895-646f2f16a12a req-e44d779f-b14a-4a11-956a-c53612853262 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Apr 05 22:35:59.759153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-b152c04f-9413-4688-9147-3dcdec8bc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.760640 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-b152c04f-9413-4688-9147-3dcdec8bc1a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.0956194 Apr 05 22:35:59.830551 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-cbfcb3fc-3e0b-4267-a9f4-523623a180c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 200 len: 1001 time: 0.0613146 Apr 05 22:35:59.889713 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-a006f4f1-c1a7-4bf1-a742-1cdb0a31727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.889713 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-a006f4f1-c1a7-4bf1-a742-1cdb0a31727d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0470109 Apr 05 22:35:59.941971 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-91ad0f22-3291-4a36-96f1-d538db08ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:35:59.943551 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-91ad0f22-3291-4a36-96f1-d538db08ab6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467517 Apr 05 22:36:00.046066 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-08c8f2a0-9cc6-4091-a0f0-528636c302ad service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Apr 05 22:36:00.149392 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd40e496-d699-4007-959d-a8f6711fffb3 req-e636aff9-c542-4119-aa5d-12dbb19e56d4 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934196 Apr 05 22:36:00.348079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf486c51-ae31-4c86-8450-6a8dd0ef99e2 req-11b1da5c-ea5b-405e-b8cd-23a973830c05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.349574 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf486c51-ae31-4c86-8450-6a8dd0ef99e2 req-11b1da5c-ea5b-405e-b8cd-23a973830c05 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0548406 Apr 05 22:36:00.399600 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf486c51-ae31-4c86-8450-6a8dd0ef99e2 req-cd6e46e3-6f2a-429f-a69e-103fe8603652 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Apr 05 22:36:00.782863 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c57170-b036-4ec3-90fc-7b7487425263 req-03680085-257e-45e1-bd19-49616ff2466e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:00.784339 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8c57170-b036-4ec3-90fc-7b7487425263 req-03680085-257e-45e1-bd19-49616ff2466e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0525658 Apr 05 22:36:00.833843 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c8c57170-b036-4ec3-90fc-7b7487425263 req-32d9878b-35ec-4668-a2cc-c192fbca87fe tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432894 Apr 05 22:36:01.518396 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d51aeb-ca84-4641-841e-fd03fd5ade00 req-b678f419-a55e-46da-a3fd-ba0a0cde9a6c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.519878 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72d51aeb-ca84-4641-841e-fd03fd5ade00 req-b678f419-a55e-46da-a3fd-ba0a0cde9a6c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0543036 Apr 05 22:36:01.565429 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72d51aeb-ca84-4641-841e-fd03fd5ade00 req-636a2b23-cc30-4dc2-b724-9cd8467037a6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Apr 05 22:36:01.955065 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f18c05-9cf7-423a-9e6a-c6fc9672114f req-4edc9e03-b6c2-43ab-ab55-80ce924b5b01 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:01.956527 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-18f18c05-9cf7-423a-9e6a-c6fc9672114f req-4edc9e03-b6c2-43ab-ab55-80ce924b5b01 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0554082 Apr 05 22:36:02.003432 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-18f18c05-9cf7-423a-9e6a-c6fc9672114f req-c5f4dd08-bacb-46a2-a442-64947ab31a5e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Apr 05 22:36:02.687845 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce302-3597-4a99-a920-b818e259d747 req-9c6a7a39-93fe-4634-b253-0b6431063d59 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.689318 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d38ce302-3597-4a99-a920-b818e259d747 req-9c6a7a39-93fe-4634-b253-0b6431063d59 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Apr 05 22:36:02.737444 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d38ce302-3597-4a99-a920-b818e259d747 req-82efedd6-69ff-4c15-b571-0059af1c491a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=e2f3ab1f-0680-4672-b327-898ea438adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Apr 05 22:36:02.795413 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:02.907923 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-0905590e-88ee-4a99-866c-3769c018d4f5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:02.909418 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-0905590e-88ee-4a99-866c-3769c018d4f5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 945 time: 0.0514112 Apr 05 22:36:03.008719 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port b14dcba0-563b-4e24-8c62-2d6c89c5207d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:03.009061 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.101330 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] For port b14dcba0-563b-4e24-8c62-2d6c89c5207d, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b14dcba0-563b-4e24-8c62-2d6c89c5207d,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:03.101689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.121103 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded05e33-e03b-4fcd-a689-1e8e57ae8a98 req-4ab8a444-2375-4c13-9d5d-2f440afe9995 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:03.122636 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ded05e33-e03b-4fcd-a689-1e8e57ae8a98 req-4ab8a444-2375-4c13-9d5d-2f440afe9995 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Apr 05 22:36:03.175024 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ded05e33-e03b-4fcd-a689-1e8e57ae8a98 req-9cfc0cdb-f7da-4d85-b562-512fca19fce0 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Apr 05 22:36:03.274229 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.274592 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (6d9f6e04-d07c-4259-ac10-172ed2169cee), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.274942 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 6d9f6e04-d07c-4259-ac10-172ed2169cee disassociated. External IP: 172.27.0.120, port: b14dcba0-563b-4e24-8c62-2d6c89c5207d. Apr 05 22:36:03.275279 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for b14dcba0-563b-4e24-8c62-2d6c89c5207d owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:03.400320 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (b14dcba0-563b-4e24-8c62-2d6c89c5207d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.428050 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=b14dcba0-563b-4e24-8c62-2d6c89c5207d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:03.802930 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:03.839441 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b9808b0-c018-4f08-9398-cfb3460a61f4 req-277cda9e-5995-4bc3-b8fe-9f85b703381c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d9f8d83-25f0-4039-bb01-95ef228f2582 HTTP/1.1" status: 200 len: 210 time: 0.0318973 Apr 05 22:36:03.946727 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:03.957245 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:03.967194 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:03.967809 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:03.986934 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] No DVR routers for this DVR port b14dcba0-563b-4e24-8c62-2d6c89c5207d on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:36:03.989989 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:03.993388 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b2dc2e-ac3d-42f2-adfd-a218f95144db req-96b15feb-58d8-4ded-927f-10caaba7ae8b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "DELETE /v2.0/ports/b14dcba0-563b-4e24-8c62-2d6c89c5207d HTTP/1.1" status: 204 len: 173 time: 1.0746791 Apr 05 22:36:03.993821 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'name': 'network-vif-deleted', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:03.996087 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1014605-ede7-4742-ade6-d8a012011147" -d '{"events": [{"server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "name": "network-vif-deleted", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:04.036721 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcc34a6-936f-4969-a9a0-002d19175a5e x-openstack-request-id: req-2dcc34a6-936f-4969-a9a0-002d19175a5e {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:04.037050 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9f8d83-25f0-4039-bb01-95ef228f2582", "name": "network-vif-deleted", "tag": "b14dcba0-563b-4e24-8c62-2d6c89c5207d", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:04.037322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dcc34a6-936f-4969-a9a0-002d19175a5e {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:04.038427 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcc34a6-936f-4969-a9a0-002d19175a5e'] response: {'server_uuid': '1d9f8d83-25f0-4039-bb01-95ef228f2582', 'name': 'network-vif-deleted', 'tag': 'b14dcba0-563b-4e24-8c62-2d6c89c5207d', 'status': 'completed', 'code': 200} Apr 05 22:36:04.166330 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:04.363868 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:04.392838 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:04.401414 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:04.402021 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:35:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:04.516527 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:04.718425 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:04.747143 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d051e7-f32c-44aa-a9c9-36378a219198 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:04.932732 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:04.969062 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cbe956-59c7-4c7f-bf2d-04888c00ee8c None None] New status for floating IP 6d9f6e04-d07c-4259-ac10-172ed2169cee: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:04.989711 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8be26e0-8128-4321-aed0-6e59746a20a9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (e2f3ab1f-0680-4672-b327-898ea438adcf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.013023 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8be26e0-8128-4321-aed0-6e59746a20a9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (e2f3ab1f-0680-4672-b327-898ea438adcf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.061468 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8be26e0-8128-4321-aed0-6e59746a20a9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (e2f3ab1f-0680-4672-b327-898ea438adcf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.064357 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b8be26e0-8128-4321-aed0-6e59746a20a9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.065573 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b8be26e0-8128-4321-aed0-6e59746a20a9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/security-groups/e2f3ab1f-0680-4672-b327-898ea438adcf HTTP/1.1" status: 204 len: 168 time: 0.1317742 Apr 05 22:36:05.068405 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:05.080042 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be26e0-8128-4321-aed0-6e59746a20a9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f3ab1f-0680-4672-b327-898ea438adcf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:05.082663 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.api.v2.resource [None req-f2404983-ea62-4e45-9e3f-27ccd83d3abb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] show failed (client error): The resource could not be found. Apr 05 22:36:05.086341 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f2404983-ea62-4e45-9e3f-27ccd83d3abb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups/e2f3ab1f-0680-4672-b327-898ea438adcf HTTP/1.1" status: 404 len: 347 time: 0.0142813 Apr 05 22:36:05.087572 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:05.231521 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port 98c9ab6a-c321-439f-bfab-5f03d41718dd {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:05.231918 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.311225 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.311550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (98c9ab6a-c321-439f-bfab-5f03d41718dd), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.322952 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for 98c9ab6a-c321-439f-bfab-5f03d41718dd owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:05.456852 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (98c9ab6a-c321-439f-bfab-5f03d41718dd), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.483752 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=98c9ab6a-c321-439f-bfab-5f03d41718dd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:05.543250 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (6d9f6e04-d07c-4259-ac10-172ed2169cee), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.545886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:05.547058 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c7456695-50ee-438d-9d66-57e747d752b7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/floatingips/6d9f6e04-d07c-4259-ac10-172ed2169cee HTTP/1.1" status: 204 len: 168 time: 0.4593844 Apr 05 22:36:05.582905 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b14dcba0-563b-4e24-8c62-2d6c89c5207d no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:05.605042 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: b14dcba0-563b-4e24-8c62-2d6c89c5207d {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:36:05.605438 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b14dcba0-563b-4e24-8c62-2d6c89c5207d not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:36:05.849365 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dcc2c73d-d658-4e28-9e25-9236d57f8c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.065080 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33748) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:06.070519 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209028205', 'description': 'tempest-description--227482094'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:06.092420 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.164436 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (217feca2-dc0e-4a00-b6d9-023f21ca8350), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.168140 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (217feca2-dc0e-4a00-b6d9-023f21ca8350), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.199400 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.200673 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344540 Apr 05 22:36:06.202614 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f34eb6-89cd-4e52-a5ac-9f8f93773c91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217feca2-dc0e-4a00-b6d9-023f21ca8350,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:06.203963 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:06.208581 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': '217feca2-dc0e-4a00-b6d9-023f21ca8350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:06.233260 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (4f095973-d8b1-4b39-a514-7d6da842653b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.278592 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (4f095973-d8b1-4b39-a514-7d6da842653b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.282524 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (4f095973-d8b1-4b39-a514-7d6da842653b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.300651 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f095973-d8b1-4b39-a514-7d6da842653b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:06.309093 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.312804 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-80d458ec-b668-40d9-bfb2-99aa340faf07 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052740 Apr 05 22:36:06.313042 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33754) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:06.317518 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': '217feca2-dc0e-4a00-b6d9-023f21ca8350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:06.343498 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (a751a298-d637-4568-ac25-fd04cb82232e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.398889 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (a751a298-d637-4568-ac25-fd04cb82232e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.402408 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (a751a298-d637-4568-ac25-fd04cb82232e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.417543 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a751a298-d637-4568-ac25-fd04cb82232e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:06.427839 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.429070 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6c81e87d-b11d-4129-9334-0e4cc129c953 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150832 Apr 05 22:36:06.432395 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:06.436675 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:06.456292 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.580327 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:06.603975 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-6aaf43ba-8a82-4c11-a7e6-29fa04708292 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901380055&fields=id&tenant_id=0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 267 time: 0.0619597 Apr 05 22:36:06.779349 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.27.0.30 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/9a5fa2b3-70da-425c-b642-270ad361dd27) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:06.786690 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-2baf81a0-a866-4b00-9ddc-cfa9b73c3800 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:06.788280 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-2baf81a0-a866-4b00-9ddc-cfa9b73c3800 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 812 time: 0.1576006 Apr 05 22:36:06.809656 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-49c23c2c-e29e-4dd6-b292-1972edf378cf tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/quotas/0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 375 time: 0.0141897 Apr 05 22:36:06.925610 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-bfdfbb08-d088-40c1-9ea8-897ee419c2c6 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067665 Apr 05 22:36:06.948943 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.051264 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-8c11395e-3dea-4fe7-b747-855bb3a99205 service neutron] 10.222.0.26 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139421 Apr 05 22:36:07.052195 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.115392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:07.147536 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:07.154650 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:07.180434 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=9a5fa2b3-70da-425c-b642-270ad361dd27,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:07.230837 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-625de622-504e-4581-b853-30f576024a3e service neutron] 10.222.0.26 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702149 Apr 05 22:36:07.272654 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.311027 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.475998 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.481790 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.524727 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5bf05c8f-48d8-4b6a-82fc-02557e12927a req-75d7f71e-6ecf-4b96-9070-94578e5eb5be tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 210 time: 0.0273142 Apr 05 22:36:07.562160 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=9a5fa2b3-70da-425c-b642-270ad361dd27,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:07.574149 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.591697 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:07.592998 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-27c4db8b-0498-4c3a-a758-286d58ca6dcb tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1597011 Apr 05 22:36:07.795888 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-ba23db25-4757-48ee-bc0d-7a41a782dc0a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1209028205&fields=id&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 267 time: 0.0462968 Apr 05 22:36:07.911407 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-c21f3427-9b67-478f-88ec-64f95ba88205 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:07.913480 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-c21f3427-9b67-478f-88ec-64f95ba88205 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.1097431 Apr 05 22:36:07.929196 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-7a75f899-4102-4b94-971a-345b0451d123 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/quotas/aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 375 time: 0.0099268 Apr 05 22:36:07.985033 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-77b4536f-4cfc-4021-a637-ed60cf2a3440 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507686 Apr 05 22:36:08.083335 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-eddbd9c6-6a6c-48dd-8067-54a6e7ce084e service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Apr 05 22:36:08.137053 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e162fb09-2b5a-4e8c-9d34-f303a90e44ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:08.180124 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-eeed325a-973b-405b-ba0d-699832884b6b service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 Apr 05 22:36:08.339865 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25761e08-21ef-4d12-adee-2a3b9476b062 req-5e16d647-32a2-41de-b2a7-8b4e886c99b3 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 210 time: 0.0299835 Apr 05 22:36:08.564806 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-8c9f4924-1eda-4bfb-9ae8-981609d8e11c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:08.567402 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-8c9f4924-1eda-4bfb-9ae8-981609d8e11c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 812 time: 0.1335099 Apr 05 22:36:08.624777 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a7305f2c-8b19-4ecf-aa9c-190abdc7e818 req-7d0870e9-ee55-402c-bc1f-bbf59df8e3b4 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 210 time: 0.0271332 Apr 05 22:36:08.654163 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-f8d085cb-847a-4f17-a20c-3cd5ad6d154d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 380 time: 0.0642052 Apr 05 22:36:08.685725 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'port': {'device_id': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'admin_state_up': True, 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'security_groups': ['35fa9561-cfd6-41fd-bd34-e92f33c0d8dc']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:08.798864 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Made reservation on behalf of 0d1e7aae703c495aa4afe509d5e19dc6 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:08.802167 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:08.930415 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Allocated IP 172.20.0.13 (b4bd1ac4-bd50-4b97-826c-3788690a7579/56bd2469-f170-4a82-ae77-53816ce397dc/61b74bdd-4be6-4515-a50c-562c3e88b71e) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:09.068321 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.101955 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.138815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:09.141774 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:09.145159 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:09.176697 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=61b74bdd-4be6-4515-a50c-562c3e88b71e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:09.211162 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:09.211891 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.229816 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-df744836-64e2-4fda-b72c-e344a7fea57b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5493274 Apr 05 22:36:09.242300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Request body: {'port': {'device_id': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:09.344109 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.371451 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.414604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-b91f5ad6-e94b-4900-8375-8b2c11f4ccc8 None None] Provisioning complete for port 61b74bdd-4be6-4515-a50c-562c3e88b71e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:09.415423 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b91f5ad6-e94b-4900-8375-8b2c11f4ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.453371 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b91f5ad6-e94b-4900-8375-8b2c11f4ccc8 None None] Port 61b74bdd-4be6-4515-a50c-562c3e88b71e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:09.468989 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c20c3429-f197-437b-a0d8-d6376e0f2cf0 req-b0e7aa10-8d78-409a-ba62-49440511a013 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 210 time: 0.0461242 Apr 05 22:36:09.501111 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-b91de9ad-80a6-4157-9358-012d412c58b2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:09.502645 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-b91de9ad-80a6-4157-9358-012d412c58b2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.1988168 Apr 05 22:36:09.665866 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-e97690ff-72a6-42e4-adff-44821967650c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 380 time: 0.1524382 Apr 05 22:36:09.675253 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'port': {'device_id': '239d88d5-e4a0-4541-b547-8503e9436e42', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'admin_state_up': True, 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'security_groups': ['217feca2-dc0e-4a00-b6d9-023f21ca8350']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:09.746668 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bd8af-606e-4a2a-9264-75bf103990d8 req-1160ec8c-a8b0-4d2b-b090-67e50407fb38 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:09.748839 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6c5bd8af-606e-4a2a-9264-75bf103990d8 req-1160ec8c-a8b0-4d2b-b090-67e50407fb38 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 932 time: 0.0550356 Apr 05 22:36:09.804643 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6c5bd8af-606e-4a2a-9264-75bf103990d8 req-8074593f-8190-4b31-a0c2-581e3671561f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448282 Apr 05 22:36:09.844377 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b74bdd-4be6-4515-a50c-562c3e88b71e {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:09.853495 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Publish callbacks [] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.856893 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Made reservation on behalf of aa4f3fa9b3e342cc8e0342f768adb681 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:09.860474 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.879113 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Transition to ACTIVE for port object 61b74bdd-4be6-4515-a50c-562c3e88b71e will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:09.889202 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:09.998637 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Pushing event updated for resources: {'Port': ['ID=61b74bdd-4be6-4515-a50c-562c3e88b71e,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:10.090999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.20.0.3 (319237f0-b6cd-4d7f-91aa-9ccd5b819175/9a4ca027-0e3b-4f2f-b542-c1101ec3c226/1ec681af-304f-4730-b6a5-810c22b39373) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:10.119675 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Attempting to bind port 61b74bdd-4be6-4515-a50c-562c3e88b71e on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:10.120008 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Attempting to bind port 61b74bdd-4be6-4515-a50c-562c3e88b71e by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:10.120335 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Attempting to bind port 61b74bdd-4be6-4515-a50c-562c3e88b71e on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:10.133698 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Port 61b74bdd-4be6-4515-a50c-562c3e88b71e on network b4bd1ac4-bd50-4b97-826c-3788690a7579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:10.134019 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Attempting to bind port 61b74bdd-4be6-4515-a50c-562c3e88b71e on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:10.147959 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:10.148297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Checking segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:10.148679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Bound using segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:10.149097 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Bound port: 61b74bdd-4be6-4515-a50c-562c3e88b71e, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:10.149454 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.289014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] For port 61b74bdd-4be6-4515-a50c-562c3e88b71e, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:10.294029 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] For port 61b74bdd-4be6-4515-a50c-562c3e88b71e, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:10.305308 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (1ec681af-304f-4730-b6a5-810c22b39373), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.308604 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.347252 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.347897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.349389 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] 10.222.0.24 "PUT /v2.0/ports/61b74bdd-4be6-4515-a50c-562c3e88b71e HTTP/1.1" status: 200 len: 1094 time: 1.1132774 Apr 05 22:36:10.350310 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:10.355863 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c2565b-4114-4e77-acda-a458b218a780" -d '{"events": [{"name": "network-changed", "server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:10.406904 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4dcd9-f70b-4b36-9e85-6e6a7dc5f9ac x-openstack-request-id: req-11c4dcd9-f70b-4b36-9e85-6e6a7dc5f9ac {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:10.407208 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:10.407472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11c4dcd9-f70b-4b36-9e85-6e6a7dc5f9ac {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:10.407896 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c4dcd9-f70b-4b36-9e85-6e6a7dc5f9ac'] response: {'name': 'network-changed', 'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'status': 'completed', 'code': 200} Apr 05 22:36:10.432691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523b31f-6f67-43ba-9a85-4cc50bb91227 service neutron] Pushing event updated for resources: {'Port': ['ID=61b74bdd-4be6-4515-a50c-562c3e88b71e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:10.442164 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (1ec681af-304f-4730-b6a5-810c22b39373), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.504647 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:10.515516 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-1b86e7cf-fe10-48e5-a5dd-989b6355503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.517135 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-1b86e7cf-fe10-48e5-a5dd-989b6355503b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 1128 time: 0.1269703 Apr 05 22:36:10.518121 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:10.523895 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:10.538340 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=1ec681af-304f-4730-b6a5-810c22b39373,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:10.595947 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-52610140-ca35-40ad-8b78-8db259671788 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e HTTP/1.1" status: 200 len: 217 time: 0.0680692 Apr 05 22:36:10.614133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b79ec-ac29-4c07-a40c-d346bfbab447 req-f4413821-0be3-494e-a972-ca7a97677574 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.616312 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-266b79ec-ac29-4c07-a40c-d346bfbab447 req-f4413821-0be3-494e-a972-ca7a97677574 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 931 time: 0.0681517 Apr 05 22:36:10.663274 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.664051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.671372 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.672996 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-266b79ec-ac29-4c07-a40c-d346bfbab447 req-5e14425a-05a4-4a94-af3c-7fb272992fe9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507598 Apr 05 22:36:10.687541 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-43037d92-1bf1-4c00-9558-f21ae9197fd0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158088 Apr 05 22:36:10.691767 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-21b990de-b5d1-4683-922b-1bf964db71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.693184 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-21b990de-b5d1-4683-922b-1bf964db71b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0892060 Apr 05 22:36:10.705526 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Request body: {'port': {'device_id': '239d88d5-e4a0-4541-b547-8503e9436e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:10.795976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (1ec681af-304f-4730-b6a5-810c22b39373), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.800253 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021754c9-350f-401f-baeb-b64bdea41729 req-8afb1d6f-a409-4b64-b6a3-7e99c938972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:10.801737 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-8afb1d6f-a409-4b64-b6a3-7e99c938972e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933442 Apr 05 22:36:10.824580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-b74ec50b-dfc1-48ae-9326-f264a0cdaf44 None None] Provisioning complete for port 1ec681af-304f-4730-b6a5-810c22b39373 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:10.825039 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b74ec50b-dfc1-48ae-9326-f264a0cdaf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (1ec681af-304f-4730-b6a5-810c22b39373), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:10.862644 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b74ec50b-dfc1-48ae-9326-f264a0cdaf44 None None] Port 1ec681af-304f-4730-b6a5-810c22b39373 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:11.035975 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-f42c9e84-50e4-4bd1-978c-34b1362b805c service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253048 Apr 05 22:36:11.048432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01aad2-111f-43f7-8344-27d5afcff8c5 req-f2373c0b-4a94-475e-b4ac-635551660331 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.049742 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e01aad2-111f-43f7-8344-27d5afcff8c5 req-f2373c0b-4a94-475e-b4ac-635551660331 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.1652143 Apr 05 22:36:11.212844 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e01aad2-111f-43f7-8344-27d5afcff8c5 req-02d3bc59-4b84-4f6d-84b5-dfec5c1e68eb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519010 Apr 05 22:36:11.239849 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-021754c9-350f-401f-baeb-b64bdea41729 req-da0df01e-d23e-48c6-a122-ad13ad964eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878395 Apr 05 22:36:11.279609 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec681af-304f-4730-b6a5-810c22b39373 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:11.287708 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Publish callbacks [] for port (1ec681af-304f-4730-b6a5-810c22b39373), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.300284 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Transition to ACTIVE for port object 1ec681af-304f-4730-b6a5-810c22b39373 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:11.303802 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (1ec681af-304f-4730-b6a5-810c22b39373), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.358932 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Pushing event updated for resources: {'Port': ['ID=1ec681af-304f-4730-b6a5-810c22b39373,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:11.429697 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Attempting to bind port 1ec681af-304f-4730-b6a5-810c22b39373 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:11.430043 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Attempting to bind port 1ec681af-304f-4730-b6a5-810c22b39373 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:11.430376 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Attempting to bind port 1ec681af-304f-4730-b6a5-810c22b39373 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:11.435045 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Port 1ec681af-304f-4730-b6a5-810c22b39373 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:11.435368 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Attempting to bind port 1ec681af-304f-4730-b6a5-810c22b39373 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:11.440302 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:11.440641 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:11.441051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Bound using segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:11.441483 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Bound port: 1ec681af-304f-4730-b6a5-810c22b39373, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:11.441848 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (1ec681af-304f-4730-b6a5-810c22b39373), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.536663 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] For port 1ec681af-304f-4730-b6a5-810c22b39373, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:11.552133 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] For port 1ec681af-304f-4730-b6a5-810c22b39373, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1ec681af-304f-4730-b6a5-810c22b39373,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:11.559278 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (1ec681af-304f-4730-b6a5-810c22b39373), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.591815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2565b-4114-4e77-acda-a458b218a780 req-8ec9e56d-e500-407d-84dd-488d55d927e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.593308 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-8ec9e56d-e500-407d-84dd-488d55d927e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 1128 time: 0.0911367 Apr 05 22:36:11.601110 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.601836 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:11.603191 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] 10.222.0.24 "PUT /v2.0/ports/1ec681af-304f-4730-b6a5-810c22b39373 HTTP/1.1" status: 200 len: 1093 time: 0.9021604 Apr 05 22:36:11.804051 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5201f-9882-4c82-b99e-7fe298b30d5b req-ab009118-044a-4910-8e5a-85083c1960e0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:11.805632 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-52b5201f-9882-4c82-b99e-7fe298b30d5b req-ab009118-044a-4910-8e5a-85083c1960e0 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 943 time: 0.0589039 Apr 05 22:36:11.856398 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-52b5201f-9882-4c82-b99e-7fe298b30d5b req-627f4c9e-1797-4cb1-be79-56151fdcb14c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Apr 05 22:36:11.973770 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2d481-add1-431c-a373-cb40080e228e service neutron] Pushing event updated for resources: {'Port': ['ID=1ec681af-304f-4730-b6a5-810c22b39373,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:12.016677 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-d9d97f28-b07c-4805-8084-6b97e7534d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.018157 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-d9d97f28-b07c-4805-8084-6b97e7534d02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 1127 time: 0.3716569 Apr 05 22:36:12.019496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2565b-4114-4e77-acda-a458b218a780 req-4c42416d-689e-44d3-bc68-afc43eec323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.020785 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-4c42416d-689e-44d3-bc68-afc43eec323e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.4167700 Apr 05 22:36:12.095947 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-9e7441bb-9358-4600-b831-f6560bc2772e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e HTTP/1.1" status: 200 len: 217 time: 0.0599658 Apr 05 22:36:12.097284 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-bd949639-7bbe-4d0a-9740-07e9e25edde4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec681af-304f-4730-b6a5-810c22b39373 HTTP/1.1" status: 200 len: 217 time: 0.0670602 Apr 05 22:36:12.187042 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-d918769e-e7f8-4430-9bc3-70176c79fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.188470 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-d918769e-e7f8-4430-9bc3-70176c79fdb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0735343 Apr 05 22:36:12.189810 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2565b-4114-4e77-acda-a458b218a780 req-4b9ff1e7-b3cf-4cea-ba29-ce8261fc5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.191393 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-4b9ff1e7-b3cf-4cea-ba29-ce8261fc5113 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0832829 Apr 05 22:36:12.278900 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2565b-4114-4e77-acda-a458b218a780 req-f4d9bcf5-19f5-498b-8381-a5aeddce3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.280795 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-f4d9bcf5-19f5-498b-8381-a5aeddce3b79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726063 Apr 05 22:36:12.282404 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:12.285972 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-6a2b7c6a-0e60-47cc-bebf-164391fd6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.287497 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-6a2b7c6a-0e60-47cc-bebf-164391fd6e05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805767 Apr 05 22:36:12.415382 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:12.417592 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "tag": "1ec681af-304f-4730-b6a5-810c22b39373"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:12.459180 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d06dac-90d7-4ab8-93f9-c5ace7e40848 x-openstack-request-id: req-16d06dac-90d7-4ab8-93f9-c5ace7e40848 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:12.459468 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "tag": "1ec681af-304f-4730-b6a5-810c22b39373", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:12.459718 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16d06dac-90d7-4ab8-93f9-c5ace7e40848 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:12.460107 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d06dac-90d7-4ab8-93f9-c5ace7e40848'] response: {'name': 'network-changed', 'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373', 'status': 'completed', 'code': 200} Apr 05 22:36:12.471275 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113153e8-069f-4d9b-82fd-e1a23ac09e59 req-d70c663c-d610-41a8-9d95-562ea19ca95c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.472746 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-113153e8-069f-4d9b-82fd-e1a23ac09e59 req-d70c663c-d610-41a8-9d95-562ea19ca95c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.1904395 Apr 05 22:36:12.483613 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-5a881eee-f882-4f45-9cb0-526a4be54311 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952844 Apr 05 22:36:12.520228 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-1ae9f962-494c-4706-9225-4fb8f362e506 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176554 Apr 05 22:36:12.634147 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-113153e8-069f-4d9b-82fd-e1a23ac09e59 req-f0519873-850e-4b56-a5bf-2a856422cad1 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527026 Apr 05 22:36:12.673318 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16c2565b-4114-4e77-acda-a458b218a780 req-1a3df64e-0c9a-4f85-85b7-59a934234491 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792467 Apr 05 22:36:12.688822 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbea32fd-7e5a-4886-ba82-348e6cdbaf1e req-a48bdde4-23de-4ea1-bb06-26a9f9fc39ff service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608512 Apr 05 22:36:12.978364 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28f373-5857-43c1-a8cf-c9cde14d5f65 req-8e14bc0f-b356-4552-967b-edbd7de3e65a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:12.979796 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e28f373-5857-43c1-a8cf-c9cde14d5f65 req-8e14bc0f-b356-4552-967b-edbd7de3e65a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 943 time: 0.0564265 Apr 05 22:36:13.026356 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e28f373-5857-43c1-a8cf-c9cde14d5f65 req-20e5be2e-38cf-44da-8a94-7daca5bb1168 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Apr 05 22:36:13.371218 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:13.763672 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-38681091-b53a-4d7c-b0c7-51e93426b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:13.765273 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-38681091-b53a-4d7c-b0c7-51e93426b1cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 1127 time: 0.0846200 Apr 05 22:36:13.776689 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6690f-da95-46f4-91ef-209bb185e53b req-f6d6a4c3-da06-4f77-8e47-3734395370ef tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:13.778062 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1de6690f-da95-46f4-91ef-209bb185e53b req-f6d6a4c3-da06-4f77-8e47-3734395370ef tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.0720375 Apr 05 22:36:13.894128 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1de6690f-da95-46f4-91ef-209bb185e53b req-ad867869-7ad9-4bdb-9e8d-ac4bb10e923a tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014588 Apr 05 22:36:13.912151 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-3db0f873-f905-43cf-9d98-7337374d2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:13.913941 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-3db0f873-f905-43cf-9d98-7337374d2ccf service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.1349540 Apr 05 22:36:13.966537 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-500f5aa6-9e7f-46ee-a396-d42f397eb872 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec681af-304f-4730-b6a5-810c22b39373 HTTP/1.1" status: 200 len: 217 time: 0.0374038 Apr 05 22:36:14.015351 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-05a29395-0e59-4e56-8d0f-50ab91a23f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.016826 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-05a29395-0e59-4e56-8d0f-50ab91a23f8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0445602 Apr 05 22:36:14.072429 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-10834799-54ab-4010-99e3-36e948a91bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.073993 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-10834799-54ab-4010-99e3-36e948a91bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477192 Apr 05 22:36:14.149839 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f9950-147b-4d34-b0e6-3d9c95b150c4 req-b4ec4226-65d7-473f-9e30-e16a1944ac67 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:14.151499 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bf6f9950-147b-4d34-b0e6-3d9c95b150c4 req-b4ec4226-65d7-473f-9e30-e16a1944ac67 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 943 time: 0.0560272 Apr 05 22:36:14.168457 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-48bf3b79-b963-4eec-b6ba-135103a04cdd service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872705 Apr 05 22:36:14.200147 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bf6f9950-147b-4d34-b0e6-3d9c95b150c4 req-5c6e237b-061c-4843-b56c-c644f5839cd9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Apr 05 22:36:14.262907 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad854a8d-bb2a-4491-adf1-9f3cb23feaf5 req-7d9f8671-9c63-44e5-b4ae-afce2f91dcb1 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Apr 05 22:36:15.019283 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea9385-bd33-43af-a509-384a21c149d0 req-25183a82-fa56-4879-9e35-1f1db6f50d3e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:15.020787 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0ea9385-bd33-43af-a509-384a21c149d0 req-25183a82-fa56-4879-9e35-1f1db6f50d3e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.0539739 Apr 05 22:36:15.069980 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0ea9385-bd33-43af-a509-384a21c149d0 req-cce16927-b555-4092-a708-3ae1c705dec7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Apr 05 22:36:15.325766 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb3e2b-6837-43ba-87e6-122bbb6c737d req-04ddd304-96d9-4b0a-9a53-45823928d1ed tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:15.327238 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cebb3e2b-6837-43ba-87e6-122bbb6c737d req-04ddd304-96d9-4b0a-9a53-45823928d1ed tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 943 time: 0.0584087 Apr 05 22:36:15.377281 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cebb3e2b-6837-43ba-87e6-122bbb6c737d req-cdf1eef6-51a7-440c-85c8-f0c7b5289a5a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Apr 05 22:36:15.627636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 1ec681af-304f-4730-b6a5-810c22b39373 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:15.862461 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 1ec681af-304f-4730-b6a5-810c22b39373, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1ec681af-304f-4730-b6a5-810c22b39373,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:15.874034 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '1ec681af-304f-4730-b6a5-810c22b39373', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'port_id': '1ec681af-304f-4730-b6a5-810c22b39373', 'mac_address': 'fa:16:3e:4e:9c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:15.910659 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 1ec681af-304f-4730-b6a5-810c22b39373 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:15.911006 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (1ec681af-304f-4730-b6a5-810c22b39373), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.923515 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec681af-304f-4730-b6a5-810c22b39373 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:15.944802 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 1ec681af-304f-4730-b6a5-810c22b39373, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1ec681af-304f-4730-b6a5-810c22b39373,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:15.948810 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (1ec681af-304f-4730-b6a5-810c22b39373), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:15.996663 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=1ec681af-304f-4730-b6a5-810c22b39373,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:16.185593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81591052-2fdd-46a9-9fc8-7b0b0f73f655 req-00f993e7-d0da-48a0-9a05-51bb8d01487d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.186974 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81591052-2fdd-46a9-9fc8-7b0b0f73f655 req-00f993e7-d0da-48a0-9a05-51bb8d01487d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.0510387 Apr 05 22:36:16.214503 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['1ec681af-304f-4730-b6a5-810c22b39373'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:16.237696 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81591052-2fdd-46a9-9fc8-7b0b0f73f655 req-7c39eee4-5099-4295-b21b-5e9192983e8f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Apr 05 22:36:16.495445 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cbf6c-a179-4592-8be8-34e165f23779 req-78ab8863-77f4-4ac4-8e84-282e10f8e24c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:16.496813 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e95cbf6c-a179-4592-8be8-34e165f23779 req-78ab8863-77f4-4ac4-8e84-282e10f8e24c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 944 time: 0.0519726 Apr 05 22:36:16.543997 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e95cbf6c-a179-4592-8be8-34e165f23779 req-524ffafd-e392-4419-b131-ea8d4f85f387 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Apr 05 22:36:17.359853 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94be97-8fed-49d4-b84c-83b109c36cb2 req-b28e8db9-c14d-486f-b723-1770618cd6a3 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:17.361328 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a94be97-8fed-49d4-b84c-83b109c36cb2 req-b28e8db9-c14d-486f-b723-1770618cd6a3 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.0559225 Apr 05 22:36:17.409118 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a94be97-8fed-49d4-b84c-83b109c36cb2 req-46c04b75-7d38-412a-a93f-d57d0b4c3141 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Apr 05 22:36:17.637695 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 1ec681af-304f-4730-b6a5-810c22b39373 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:17.665053 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102365b3-75ab-4cf3-91d1-b83ceb08826f req-7aea6c4f-7775-49ea-afa0-251a5c1c4905 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:17.666552 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-102365b3-75ab-4cf3-91d1-b83ceb08826f req-7aea6c4f-7775-49ea-afa0-251a5c1c4905 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 944 time: 0.0525172 Apr 05 22:36:17.691613 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 1ec681af-304f-4730-b6a5-810c22b39373 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:17.696656 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 1ec681af-304f-4730-b6a5-810c22b39373 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:17.697031 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (1ec681af-304f-4730-b6a5-810c22b39373), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:17.714609 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-102365b3-75ab-4cf3-91d1-b83ceb08826f req-4c29f04e-45fb-47c8-b636-0008045ec679 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421736 Apr 05 22:36:17.774115 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 1ec681af-304f-4730-b6a5-810c22b39373 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:17.774501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (1ec681af-304f-4730-b6a5-810c22b39373), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:17.795772 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:17.798000 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e518e-f114-454d-8619-198e6c1b4918" -d '{"events": [{"server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "name": "network-vif-plugged", "status": "completed", "tag": "1ec681af-304f-4730-b6a5-810c22b39373"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:17.812032 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 1ec681af-304f-4730-b6a5-810c22b39373, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1ec681af-304f-4730-b6a5-810c22b39373,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:17.815670 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (1ec681af-304f-4730-b6a5-810c22b39373), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:17.844861 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f899dd-7cc1-4b0d-a877-fa21aaec6a65 x-openstack-request-id: req-98f899dd-7cc1-4b0d-a877-fa21aaec6a65 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:17.845181 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "name": "network-vif-plugged", "status": "completed", "tag": "1ec681af-304f-4730-b6a5-810c22b39373", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:17.845439 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98f899dd-7cc1-4b0d-a877-fa21aaec6a65 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:17.845839 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f899dd-7cc1-4b0d-a877-fa21aaec6a65'] response: {'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373', 'code': 200} Apr 05 22:36:17.872279 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=1ec681af-304f-4730-b6a5-810c22b39373,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:18.012892 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a47b7-57da-487f-9f1a-be7692bce064 req-a2f75ea8-0a02-4459-b824-eb4443fe0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.014385 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-440a47b7-57da-487f-9f1a-be7692bce064 req-a2f75ea8-0a02-4459-b824-eb4443fe0e8f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 1129 time: 0.0430479 Apr 05 22:36:18.060763 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-440a47b7-57da-487f-9f1a-be7692bce064 req-83226151-a532-40ad-bbe2-6dc89651009e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Apr 05 22:36:18.528906 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318330e2-fb03-44d7-a624-6f5b06de7439 req-2f276122-5f89-4b80-bf6e-8562820e7d28 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.530388 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-318330e2-fb03-44d7-a624-6f5b06de7439 req-2f276122-5f89-4b80-bf6e-8562820e7d28 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.0567279 Apr 05 22:36:18.580407 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-318330e2-fb03-44d7-a624-6f5b06de7439 req-3038e98c-8870-4ee9-b48b-98d713b3c24b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Apr 05 22:36:18.837261 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d13e7-c8ac-4185-a7a5-cfe385c8eb39 req-b658e917-5598-447c-b2f3-0903008e8582 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:18.838758 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ef4d13e7-c8ac-4185-a7a5-cfe385c8eb39 req-b658e917-5598-447c-b2f3-0903008e8582 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 945 time: 0.0554633 Apr 05 22:36:18.883970 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ef4d13e7-c8ac-4185-a7a5-cfe385c8eb39 req-b06908bc-e606-4c5c-8042-30670d4c585b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Apr 05 22:36:19.657176 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 61b74bdd-4be6-4515-a50c-562c3e88b71e details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:19.702223 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c4ca-be38-4b99-92bb-40a44289ed27 req-fdf384dd-1476-42d9-863f-e80eb6e1a13c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:19.703795 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9381c4ca-be38-4b99-92bb-40a44289ed27 req-fdf384dd-1476-42d9-863f-e80eb6e1a13c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 944 time: 0.0568945 Apr 05 22:36:19.754813 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9381c4ca-be38-4b99-92bb-40a44289ed27 req-b06fddbd-09c5-4192-b95a-efef8c98e2ef tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449290 Apr 05 22:36:19.754990 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 61b74bdd-4be6-4515-a50c-562c3e88b71e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:19.767784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'port_id': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'mac_address': 'fa:16:3e:36:ef:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:19.812778 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 61b74bdd-4be6-4515-a50c-562c3e88b71e is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:19.813191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:19.828368 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b74bdd-4be6-4515-a50c-562c3e88b71e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:19.849832 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 61b74bdd-4be6-4515-a50c-562c3e88b71e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:19.853851 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:19.902181 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=61b74bdd-4be6-4515-a50c-562c3e88b71e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:20.009356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55207a8-8877-445c-a681-201597621ca1 req-034e29c8-1d4d-4473-8502-d871082f6558 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.010966 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d55207a8-8877-445c-a681-201597621ca1 req-034e29c8-1d4d-4473-8502-d871082f6558 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 945 time: 0.0593731 Apr 05 22:36:20.060793 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d55207a8-8877-445c-a681-201597621ca1 req-b2b51319-35d4-487b-af35-e9e5d2d28a3a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Apr 05 22:36:20.171710 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['61b74bdd-4be6-4515-a50c-562c3e88b71e'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:20.174558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7a6ee-05e3-4595-b311-779791a4c03e req-87e11ba6-44d7-48b6-aa0d-8dfdbb236b2c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.176092 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f4c7a6ee-05e3-4595-b311-779791a4c03e req-87e11ba6-44d7-48b6-aa0d-8dfdbb236b2c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 945 time: 0.0520542 Apr 05 22:36:20.185067 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33860) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:20.189304 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'port_id': '1ec681af-304f-4730-b6a5-810c22b39373'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:20.231646 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.695778 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.699544 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:20.803744 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2 associated. External IP: 172.27.0.30, port: 1ec681af-304f-4730-b6a5-810c22b39373. Apr 05 22:36:20.873250 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604933ba-b6ab-48af-acbf-e9a8dcb72790 req-499bd124-7ac1-4b33-920a-5a44befbd5d2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:20.874861 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-604933ba-b6ab-48af-acbf-e9a8dcb72790 req-499bd124-7ac1-4b33-920a-5a44befbd5d2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 945 time: 0.0538507 Apr 05 22:36:20.929247 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-604933ba-b6ab-48af-acbf-e9a8dcb72790 req-7a707e0f-9f77-42da-84e3-e7ad05ea0ddf tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Apr 05 22:36:21.250045 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:21.366548 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:21.371435 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.378374 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:21.389903 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:21.390590 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:21.401853 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-37ff96cf-1020-4357-9b8e-3680d5119d70 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "PUT /v2.0/floatingips/9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2 HTTP/1.1" status: 200 len: 990 time: 1.2157071 Apr 05 22:36:21.402488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:21.404828 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508cf77-fada-436c-9b37-f9dd563662cf" -d '{"events": [{"name": "network-changed", "server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "tag": "1ec681af-304f-4730-b6a5-810c22b39373"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:21.440751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6927835-02f8-4429-a1af-e33d66871e65 x-openstack-request-id: req-d6927835-02f8-4429-a1af-e33d66871e65 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:21.441049 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "tag": "1ec681af-304f-4730-b6a5-810c22b39373", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:21.441328 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6927835-02f8-4429-a1af-e33d66871e65 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:21.441768 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6927835-02f8-4429-a1af-e33d66871e65'] response: {'name': 'network-changed', 'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373', 'status': 'completed', 'code': 200} Apr 05 22:36:21.507530 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508cf77-fada-436c-9b37-f9dd563662cf req-df4e3340-4ad2-4cbf-b5b9-11aeb69464a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.509053 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-df4e3340-4ad2-4cbf-b5b9-11aeb69464a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 1129 time: 0.0458586 Apr 05 22:36:21.510634 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:21.600827 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508cf77-fada-436c-9b37-f9dd563662cf req-06b77867-66c3-4646-a1ae-17b10a2bf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.602404 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-06b77867-66c3-4646-a1ae-17b10a2bf4b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.0860186 Apr 05 22:36:21.671191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 61b74bdd-4be6-4515-a50c-562c3e88b71e up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:21.674753 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-197cca1c-2913-40a0-9cad-d598ae580965 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ec681af-304f-4730-b6a5-810c22b39373 HTTP/1.1" status: 200 len: 998 time: 0.0661461 Apr 05 22:36:21.724046 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 61b74bdd-4be6-4515-a50c-562c3e88b71e completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:21.729569 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508cf77-fada-436c-9b37-f9dd563662cf req-18f66e25-7e44-40ed-904e-600cde84d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.729569 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-18f66e25-7e44-40ed-904e-600cde84d1ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0484641 Apr 05 22:36:21.733979 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 61b74bdd-4be6-4515-a50c-562c3e88b71e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:21.734485 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.741440 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': '1ec681af-304f-4730-b6a5-810c22b39373', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:4e:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239d88d5-e4a0-4541-b547-8503e9436e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:07Z', 'updated_at': '2022-04-05T22:36:20Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:21.777959 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:21.779027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508cf77-fada-436c-9b37-f9dd563662cf req-693a036b-242c-4d40-9322-dbd3da1475c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:21.780787 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-693a036b-242c-4d40-9322-dbd3da1475c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453019 Apr 05 22:36:21.787165 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:21.787953 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:21.822077 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 61b74bdd-4be6-4515-a50c-562c3e88b71e is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:21.822843 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.847415 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:21.850076 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04df72a2-9f63-437c-992d-2304e83df94f" -d '{"events": [{"server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "name": "network-vif-plugged", "status": "completed", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:21.870860 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 61b74bdd-4be6-4515-a50c-562c3e88b71e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:21.876145 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:21.883233 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-11770264-1a62-45fb-ae24-e69fbfe98c9e service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954907 Apr 05 22:36:21.901217 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:21.904207 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c56b5-62f3-441c-8f3c-c41fab15b597 x-openstack-request-id: req-5a8c56b5-62f3-441c-8f3c-c41fab15b597 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:21.904500 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "name": "network-vif-plugged", "status": "completed", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:21.904765 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a8c56b5-62f3-441c-8f3c-c41fab15b597 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:21.905166 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8c56b5-62f3-441c-8f3c-c41fab15b597'] response: {'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'code': 200} Apr 05 22:36:21.931225 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=61b74bdd-4be6-4515-a50c-562c3e88b71e,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:22.001460 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a508cf77-fada-436c-9b37-f9dd563662cf req-ceeb854b-7770-4c45-b0ee-c4c1db0ef032 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114454 Apr 05 22:36:22.088691 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629cc8d-d00d-4595-beca-bd3d9695e419 req-369e4d38-ea48-4f68-bcfc-648ce8588178 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:22.090262 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d629cc8d-d00d-4595-beca-bd3d9695e419 req-369e4d38-ea48-4f68-bcfc-648ce8588178 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.0733702 Apr 05 22:36:22.137009 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': '1ec681af-304f-4730-b6a5-810c22b39373', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:4e:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239d88d5-e4a0-4541-b547-8503e9436e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:07Z', 'updated_at': '2022-04-05T22:36:20Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:22.145995 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d629cc8d-d00d-4595-beca-bd3d9695e419 req-5fd98576-2ad7-4b76-9d49-1d4de1c91aea tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Apr 05 22:36:22.172695 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36669328-adf0-43f4-8c8a-b837f0737eaa req-5727c5c3-93b8-4d92-8918-f7c5f473b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:22.174489 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-36669328-adf0-43f4-8c8a-b837f0737eaa req-5727c5c3-93b8-4d92-8918-f7c5f473b441 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 1130 time: 0.0505035 Apr 05 22:36:22.229153 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-36669328-adf0-43f4-8c8a-b837f0737eaa req-7192bb7f-129e-4b87-a596-8a7f8eea4d1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427771 Apr 05 22:36:22.252087 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0cae2b-a02e-46ff-a985-0393a2d446cd None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': '1ec681af-304f-4730-b6a5-810c22b39373', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:4e:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239d88d5-e4a0-4541-b547-8503e9436e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:07Z', 'updated_at': '2022-04-05T22:36:20Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:22.445514 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50024c8f-df19-4d4b-a05d-f526326710c8 None None] New status for floating IP 9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:23.268515 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f42b3-a2ce-457e-a5fc-b4b176813b92 req-1b9117c3-6104-4270-ae77-80348a56e15e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:23.270158 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb6f42b3-a2ce-457e-a5fc-b4b176813b92 req-1b9117c3-6104-4270-ae77-80348a56e15e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.0547264 Apr 05 22:36:23.319437 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb6f42b3-a2ce-457e-a5fc-b4b176813b92 req-5cfd0550-01b9-4faa-ba5d-b87a91bca186 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Apr 05 22:36:24.435852 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b49ac-82d9-4b03-9c55-ae19801c14e7 req-57f76ce9-592a-4962-8f19-ae05aa681516 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.437428 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3a3b49ac-82d9-4b03-9c55-ae19801c14e7 req-57f76ce9-592a-4962-8f19-ae05aa681516 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.0529780 Apr 05 22:36:24.489344 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3a3b49ac-82d9-4b03-9c55-ae19801c14e7 req-523504d6-426f-471c-875e-5a839baab3ba tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Apr 05 22:36:24.612074 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56117e0a-b121-4c13-84fc-a2996ea94847 req-350901d0-cb4e-418a-bef2-bb48deb4d436 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.613579 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56117e0a-b121-4c13-84fc-a2996ea94847 req-350901d0-cb4e-418a-bef2-bb48deb4d436 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.0576358 Apr 05 22:36:24.663694 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56117e0a-b121-4c13-84fc-a2996ea94847 req-3d787265-4d95-4887-8a7d-5dee44b1a07d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Apr 05 22:36:24.685475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33878) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:24.875824 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb6ebc-f4c4-4905-abd5-bfe14c909974 tempest-TestVolumeBootPattern-1590422056 tempest-TestVolumeBootPattern-1590422056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:24.877229 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-dacb6ebc-f4c4-4905-abd5-bfe14c909974 tempest-TestVolumeBootPattern-1590422056 tempest-TestVolumeBootPattern-1590422056-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 1125 time: 0.1908042 Apr 05 22:36:24.880222 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33882) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:24.885057 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'port_id': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:24.903763 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.002327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.105998 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Allocated IP 172.27.0.65 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/e5309e54-2435-4a72-97bb-d849471e8a1f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:25.206313 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.238685 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.273299 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:25.275990 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:25.279324 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:25.306480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=e5309e54-2435-4a72-97bb-d849471e8a1f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:25.638195 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (d02e31f8-f765-421a-968b-cbd19b3e8ac3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.705304 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.853084 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:25.857426 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.179976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=e5309e54-2435-4a72-97bb-d849471e8a1f,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:26.191287 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d02e31f8-f765-421a-968b-cbd19b3e8ac3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.290824 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Floating IP d02e31f8-f765-421a-968b-cbd19b3e8ac3 associated. External IP: 172.27.0.65, port: 61b74bdd-4be6-4515-a50c-562c3e88b71e. Apr 05 22:36:26.498729 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:26.608310 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:26.619405 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:26.625841 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:26.628670 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:26.629292 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:26.656905 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b49fcba8-1287-4d05-8999-b04fb9e5acf2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7751038 Apr 05 22:36:26.657593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:26.659803 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22177ab8-a07a-4b91-a017-2ea6c5e47073" -d '{"events": [{"name": "network-changed", "server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:26.696629 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a9499-7014-4eee-a3da-01ff708e34db x-openstack-request-id: req-da1a9499-7014-4eee-a3da-01ff708e34db {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:26.696919 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:26.697176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da1a9499-7014-4eee-a3da-01ff708e34db {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:26.697578 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1a9499-7014-4eee-a3da-01ff708e34db'] response: {'name': 'network-changed', 'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'status': 'completed', 'code': 200} Apr 05 22:36:26.739376 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:26.765203 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-d6259818-c297-4a2a-9c7a-1c5e0e238acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.766788 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-d6259818-c297-4a2a-9c7a-1c5e0e238acb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 1130 time: 0.0460780 Apr 05 22:36:26.858742 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-b9f4e0d7-f7f6-413d-8267-44bae1201695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.860238 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-b9f4e0d7-f7f6-413d-8267-44bae1201695 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.0875363 Apr 05 22:36:26.926114 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-14db13d0-20e5-4df5-b6a2-72f7d77955bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e HTTP/1.1" status: 200 len: 999 time: 0.0596373 Apr 05 22:36:26.959615 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd02e31f8-f765-421a-968b-cbd19b3e8ac3', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:36:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:25Z', 'updated_at': '2022-04-05T22:36:25Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:26.973710 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-3aaeddc2-dbc8-4e5d-8244-aeccc8a02983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:26.975908 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-3aaeddc2-dbc8-4e5d-8244-aeccc8a02983 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0437608 Apr 05 22:36:26.984970 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:26.993662 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:26.994272 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:27.029955 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-9c4ff58b-9e74-4084-919b-0d8286006f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:27.031691 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-9c4ff58b-9e74-4084-919b-0d8286006f7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479174 Apr 05 22:36:27.102087 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:27.120903 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-727b08e2-779f-401a-9485-e433e8909552 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825019 Apr 05 22:36:27.218426 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22177ab8-a07a-4b91-a017-2ea6c5e47073 req-0fe03f60-5403-4b9a-bac2-201c8bd46cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913072 Apr 05 22:36:27.319016 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd02e31f8-f765-421a-968b-cbd19b3e8ac3', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:36:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:25Z', 'updated_at': '2022-04-05T22:36:25Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:27.346972 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8869bff-b6a0-4ab2-ac12-3761f8b76c2a None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd02e31f8-f765-421a-968b-cbd19b3e8ac3', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:36:ef:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:25Z', 'updated_at': '2022-04-05T22:36:25Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:27.527458 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225bc43-208e-44ac-80e6-f88f0422e564 None None] New status for floating IP d02e31f8-f765-421a-968b-cbd19b3e8ac3: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:32.800323 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:34.508015 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-e662e11c-ea3c-464a-aff2-35ce65287db3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425777 Apr 05 22:36:34.573815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704414a-d014-47f7-af50-dcf3d36b01be req-2f0e5d70-6e68-4db2-a61f-b3d21cd7b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.575354 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-2f0e5d70-6e68-4db2-a61f-b3d21cd7b5a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 1129 time: 0.0427663 Apr 05 22:36:34.681747 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704414a-d014-47f7-af50-dcf3d36b01be req-3f285060-5080-44b0-b174-4e8cd4667bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.683235 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-3f285060-5080-44b0-b174-4e8cd4667bab service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.0876937 Apr 05 22:36:34.724536 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-d78db12b-49aa-429a-94e7-b8e9bfa87365 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 200 len: 217 time: 0.0337417 Apr 05 22:36:34.780254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704414a-d014-47f7-af50-dcf3d36b01be req-32286f12-83a7-4a5a-82bf-3142b6cc6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.781898 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-32286f12-83a7-4a5a-82bf-3142b6cc6410 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0479577 Apr 05 22:36:34.829925 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704414a-d014-47f7-af50-dcf3d36b01be req-259aad8b-1126-40e6-b3d9-195cac9959a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:34.831443 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-259aad8b-1126-40e6-b3d9-195cac9959a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433199 Apr 05 22:36:34.922688 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-b06d1b54-ca08-4717-92e5-6e83dc042126 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792184 Apr 05 22:36:35.012543 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8704414a-d014-47f7-af50-dcf3d36b01be req-622d999c-6015-4568-8c9a-b9151606e835 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820251 Apr 05 22:36:35.841964 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53f0744e-2fce-4d15-95ea-3990f2ca9a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:38.137885 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40014bd5-9136-47e9-8317-6102fdb3b925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:39.362665 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:40.664806 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:42.178398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d1063-b019-40ce-aa27-45340f7ed796 req-45d6bdc5-4224-4a31-a9ff-d1ad335c8669 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:42.179902 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-230d1063-b019-40ce-aa27-45340f7ed796 req-45d6bdc5-4224-4a31-a9ff-d1ad335c8669 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0530729 Apr 05 22:36:42.225044 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-230d1063-b019-40ce-aa27-45340f7ed796 req-902f679a-6519-4c65-b980-3e3ef9b4261e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395932 Apr 05 22:36:42.285056 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:43.348106 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc53634-a88b-4020-b084-8a741d97f545 req-51e469a7-e99d-4b0a-98d7-d036de45bb09 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:43.349699 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8dc53634-a88b-4020-b084-8a741d97f545 req-51e469a7-e99d-4b0a-98d7-d036de45bb09 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0556664 Apr 05 22:36:43.394380 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8dc53634-a88b-4020-b084-8a741d97f545 req-290c2c8c-14ee-4d00-bd31-3325501edf3d tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391860 Apr 05 22:36:44.338450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-89bd21e9-daec-44c8-ad89-4e402e0d56a4 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:44.339932 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-89bd21e9-daec-44c8-ad89-4e402e0d56a4 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0524886 Apr 05 22:36:44.438947 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Deleting port 79e90b75-b9e7-4e40-adf7-d1138e16c86b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:44.439554 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.557684 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8236520-8302-45a1-b125-5efdb80a3e20 req-67ae206c-efed-4147-9013-dc24864ecca2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:44.559104 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8236520-8302-45a1-b125-5efdb80a3e20 req-67ae206c-efed-4147-9013-dc24864ecca2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 945 time: 0.0976896 Apr 05 22:36:44.563908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] For port 79e90b75-b9e7-4e40-adf7-d1138e16c86b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=79e90b75-b9e7-4e40-adf7-d1138e16c86b,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:44.564291 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.660422 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8236520-8302-45a1-b125-5efdb80a3e20 req-4b124b08-473c-4606-a430-26ab3f5ccac7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b81ef9-9478-46ac-8c36-57202d6d9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935302 Apr 05 22:36:44.769285 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.769682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d36d57a4-2f20-41e5-bff1-2c7f132f6655), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.769973 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Floating IP d36d57a4-2f20-41e5-bff1-2c7f132f6655 disassociated. External IP: 172.27.0.102, port: 79e90b75-b9e7-4e40-adf7-d1138e16c86b. Apr 05 22:36:44.770327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Calling delete_port for 79e90b75-b9e7-4e40-adf7-d1138e16c86b owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:44.899082 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (79e90b75-b9e7-4e40-adf7-d1138e16c86b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:44.925737 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event deleted for resources: {'Port': ['ID=79e90b75-b9e7-4e40-adf7-d1138e16c86b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:44.938009 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.938399 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.938797 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.939163 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.939514 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.939858 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.940194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.940529 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.940862 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.941224 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.941559 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.941896 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.942753 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.943229 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:44.943564 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:45.057005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:36:45.168325 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:36:45.177980 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:36:45.187728 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:45.188340 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:45.213292 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] No DVR routers for this DVR port 79e90b75-b9e7-4e40-adf7-d1138e16c86b on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:36:45.215825 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:45.219625 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c5fe2d01-ed80-42b4-8254-3a44c104b53d req-fad8f4ed-1ba2-45fd-9219-af95d92a0149 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "DELETE /v2.0/ports/79e90b75-b9e7-4e40-adf7-d1138e16c86b HTTP/1.1" status: 204 len: 173 time: 0.8719089 Apr 05 22:36:45.219859 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'name': 'network-vif-deleted', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:45.222763 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debc6361-b34c-4812-8b1f-13aa5b5af2e4" -d '{"events": [{"server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "name": "network-vif-deleted", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:45.278072 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32214b-cfc8-4775-9904-ebcc538da919 x-openstack-request-id: req-1c32214b-cfc8-4775-9904-ebcc538da919 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:45.278405 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1c64b2-1885-48f2-9fd6-06169550da60", "name": "network-vif-deleted", "tag": "79e90b75-b9e7-4e40-adf7-d1138e16c86b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:45.278798 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c32214b-cfc8-4775-9904-ebcc538da919 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:45.279049 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c32214b-cfc8-4775-9904-ebcc538da919'] response: {'server_uuid': '9c1c64b2-1885-48f2-9fd6-06169550da60', 'name': 'network-vif-deleted', 'tag': '79e90b75-b9e7-4e40-adf7-d1138e16c86b', 'status': 'completed', 'code': 200} Apr 05 22:36:45.313367 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:45.515716 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:45.541550 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:36:45.549293 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:36:45.549913 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:45.653507 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:36:45.782416 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ffac58ca-2868-4815-bc42-c82f9c30ce3c req-45e95702-7755-48a4-99b9-f9a63be0ad69 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c1c64b2-1885-48f2-9fd6-06169550da60 HTTP/1.1" status: 200 len: 210 time: 0.0359843 Apr 05 22:36:45.936374 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:36:45.965430 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e66f7-60e4-497b-8018-f2b6c793c6f4 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:36:46.190304 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fbf1b-18b9-4710-96eb-d261b46c13ae None None] New status for floating IP d36d57a4-2f20-41e5-bff1-2c7f132f6655: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:36:46.865831 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 33946) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:46.920102 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b8eab0-4174-423c-8cc4-683c2483ee81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (90b81ef9-9478-46ac-8c36-57202d6d9a27), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.943052 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b8eab0-4174-423c-8cc4-683c2483ee81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (90b81ef9-9478-46ac-8c36-57202d6d9a27), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.991269 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b8eab0-4174-423c-8cc4-683c2483ee81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (90b81ef9-9478-46ac-8c36-57202d6d9a27), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.993819 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b8eab0-4174-423c-8cc4-683c2483ee81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:46.994969 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b4b8eab0-4174-423c-8cc4-683c2483ee81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "DELETE /v2.0/security-groups/90b81ef9-9478-46ac-8c36-57202d6d9a27 HTTP/1.1" status: 204 len: 168 time: 0.1281261 Apr 05 22:36:46.997856 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.003570 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8eab0-4174-423c-8cc4-683c2483ee81 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b81ef9-9478-46ac-8c36-57202d6d9a27,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.012755 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-c74fecca-4aeb-4fc8-bfaf-e96f830a8acc tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] show failed (client error): The resource could not be found. Apr 05 22:36:47.013738 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c74fecca-4aeb-4fc8-bfaf-e96f830a8acc tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups/90b81ef9-9478-46ac-8c36-57202d6d9a27 HTTP/1.1" status: 404 len: 347 time: 0.0148890 Apr 05 22:36:47.016786 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.138810 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Deleting port 9ced32d5-94f2-4bd4-bf61-630a85e05d1d {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:36:47.139146 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.214741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.215085 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.227303 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Calling delete_port for 9ced32d5-94f2-4bd4-bf61-630a85e05d1d owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:36:47.363379 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (9ced32d5-94f2-4bd4-bf61-630a85e05d1d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.388758 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event deleted for resources: {'Port': ['ID=9ced32d5-94f2-4bd4-bf61-630a85e05d1d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.399824 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.400172 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.400511 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.400848 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.401180 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.401516 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.401843 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.402164 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.402490 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.402839 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.403164 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.403487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.403803 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.404118 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.404434 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:47.461184 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (d36d57a4-2f20-41e5-bff1-2c7f132f6655), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.463787 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.464921 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8c6d60ca-b5a9-4ad7-b860-45617c9ba43e tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "DELETE /v2.0/floatingips/d36d57a4-2f20-41e5-bff1-2c7f132f6655 HTTP/1.1" status: 204 len: 168 time: 0.4472649 Apr 05 22:36:47.626390 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.631598 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959191660', 'description': 'tempest-description--705032749'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:47.651366 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.716899 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (34e60849-b893-4c91-bcf6-9d7b839dcc15), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.720441 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (34e60849-b893-4c91-bcf6-9d7b839dcc15), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.749880 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e60849-b893-4c91-bcf6-9d7b839dcc15,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.756144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.759153 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-247a3829-5caa-406e-92b6-af6b336f480b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1316814 Apr 05 22:36:47.760173 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.764585 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'security_group_rule': {'security_group_id': '34e60849-b893-4c91-bcf6-9d7b839dcc15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:47.788969 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (83efd7ca-ba81-43df-b67a-96eb0f3fe55a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.842246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (83efd7ca-ba81-43df-b67a-96eb0f3fe55a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.845734 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (83efd7ca-ba81-43df-b67a-96eb0f3fe55a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.860512 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83efd7ca-ba81-43df-b67a-96eb0f3fe55a,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.871231 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.872408 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b3e6b493-0139-4957-8e3a-fc05806feb76 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112947 Apr 05 22:36:47.875181 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.879327 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'security_group_rule': {'security_group_id': '34e60849-b893-4c91-bcf6-9d7b839dcc15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:47.902604 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (de0905da-5000-42ba-8c0a-c269db6b4e7e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.960769 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (de0905da-5000-42ba-8c0a-c269db6b4e7e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.964063 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (de0905da-5000-42ba-8c0a-c269db6b4e7e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.981132 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0905da-5000-42ba-8c0a-c269db6b4e7e,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:47.990099 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:47.991312 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-283f3243-929e-4a94-beaf-42f8e4f375be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152360 Apr 05 22:36:47.994366 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 33964) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:36:47.998456 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:48.016796 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.110599 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.221374 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Allocated IP 172.27.0.72 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/549aa635-4caf-44bc-a358-448682c44351) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:48.320007 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for port (549aa635-4caf-44bc-a358-448682c44351), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.355091 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (549aa635-4caf-44bc-a358-448682c44351), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.398288 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:48.406079 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'Port': ['ID=549aa635-4caf-44bc-a358-448682c44351,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:48.411934 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:48.413986 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:48.495942 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (936e7001-f8c6-472f-9f18-48d30286e7f7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.531368 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (549aa635-4caf-44bc-a358-448682c44351), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.680817 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for port (549aa635-4caf-44bc-a358-448682c44351), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.685108 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (549aa635-4caf-44bc-a358-448682c44351), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.752432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'Port': ['ID=549aa635-4caf-44bc-a358-448682c44351,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:48.766229 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (936e7001-f8c6-472f-9f18-48d30286e7f7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.781244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:48.782416 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d71a76f0-7de2-4e06-876b-06ef4c763572 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7871039 Apr 05 22:36:48.973384 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-c54317ac-3e50-4188-bceb-a6a8196fcee2 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1959191660&fields=id&tenant_id=4fdaf2b4e8da48b184bf880e48bbc031 HTTP/1.1" status: 200 len: 267 time: 0.0415502 Apr 05 22:36:49.074349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-d4221c4d-70ba-4ce1-ac23-fb6a32fbfe84 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:49.075799 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-d4221c4d-70ba-4ce1-ac23-fb6a32fbfe84 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 811 time: 0.0960226 Apr 05 22:36:49.089654 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-11359e5e-d4ce-4f47-82c8-e2b71f718e44 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/quotas/4fdaf2b4e8da48b184bf880e48bbc031 HTTP/1.1" status: 200 len: 375 time: 0.0085893 Apr 05 22:36:49.146495 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-576ac343-89eb-46d2-9292-35ee558241be tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518117 Apr 05 22:36:49.240272 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dc1a5a91-7c46-482f-aa8c-e94cfcef983b service neutron] 10.222.0.26 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822995 Apr 05 22:36:49.332541 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-8202767f-b200-4466-ba1d-915c0b73f1a1 service neutron] 10.222.0.26 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Apr 05 22:36:49.506279 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6a776b5-7d23-42d3-b6fd-71766c18b0f4 req-3a6349f3-179b-47a0-a774-c611169f88c9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 210 time: 0.0277307 Apr 05 22:36:49.787488 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 79e90b75-b9e7-4e40-adf7-d1138e16c86b no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:36:49.806561 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 79e90b75-b9e7-4e40-adf7-d1138e16c86b {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:36:49.806931 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 79e90b75-b9e7-4e40-adf7-d1138e16c86b not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:36:50.370972 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:36:50.602851 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4308e363-eda9-429c-bdf4-ac383399ae64 req-db30ee02-ea8a-4247-802d-bb15620c2151 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 210 time: 0.0287867 Apr 05 22:36:51.108006 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-e1f0aaab-97b4-4296-91ca-1648eb632f91 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.109453 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-e1f0aaab-97b4-4296-91ca-1648eb632f91 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 811 time: 0.1033814 Apr 05 22:36:51.172764 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-f1cc3bfb-9add-4717-ac50-53d6eb1b7f3d tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fdaf2b4e8da48b184bf880e48bbc031 HTTP/1.1" status: 200 len: 380 time: 0.0529208 Apr 05 22:36:51.251558 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'port': {'device_id': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'admin_state_up': True, 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'security_groups': ['34e60849-b893-4c91-bcf6-9d7b839dcc15']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:51.357899 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Made reservation on behalf of 4fdaf2b4e8da48b184bf880e48bbc031 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:36:51.361424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.711309 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-431e4f26-525f-4d13-b8a2-d0b3bb5976bf req-47b1c565-cf3f-4825-8b90-f3597f55cef4 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 210 time: 0.0366533 Apr 05 22:36:51.758073 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Allocated IP 172.20.0.12 (58e4f34a-3223-4866-9795-1d9659f97a60/6bf25390-2ffb-4234-a357-862ec1c8364b/bc0b6d4e-a0d6-417d-9cf1-b106c28274e8) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:36:51.932966 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:51.957049 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154a3df-ef9f-41e2-94f5-f1be8f381d28 req-8ef40224-f931-444a-afcf-490ea788f59b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.959116 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f154a3df-ef9f-41e2-94f5-f1be8f381d28 req-8ef40224-f931-444a-afcf-490ea788f59b tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0547552 Apr 05 22:36:51.970651 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-0baf04db-684e-483b-9f87-4685d2168115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:51.972357 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-0baf04db-684e-483b-9f87-4685d2168115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.0785999 Apr 05 22:36:51.988697 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.014488 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f154a3df-ef9f-41e2-94f5-f1be8f381d28 req-ac62d474-c1bd-4e70-b6ff-6152ba36f6a5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495450 Apr 05 22:36:52.076702 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Network 58e4f34a-3223-4866-9795-1d9659f97a60 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:36:52.085194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:36:52.092816 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:36:52.100561 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event updated for resources: {'Port': ['ID=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:52.149878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-3e5ab307-4c98-4bac-910b-a4de65ba1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.151384 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-3e5ab307-4c98-4bac-910b-a4de65ba1659 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.1713998 Apr 05 22:36:52.159252 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.159851 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.224538 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-cfc769ed-88c9-4bbf-a69e-7d2144377a3c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9768105 Apr 05 22:36:52.241376 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Request body: {'port': {'device_id': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:36:52.249407 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-1ebf685a-6eb5-4901-8492-a38e5d2a0d3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 1001 time: 0.0863101 Apr 05 22:36:52.292262 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-73f21676-a239-4f0b-bb3c-8501afac2ca0 None None] Provisioning complete for port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:52.292778 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73f21676-a239-4f0b-bb3c-8501afac2ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.329672 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-73f21676-a239-4f0b-bb3c-8501afac2ca0 None None] Port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:36:52.344547 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-9ed6197b-9535-48de-8be4-4d9eeaad566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.346123 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-9ed6197b-9535-48de-8be4-4d9eeaad566a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0804336 Apr 05 22:36:52.350626 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.442892 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-75839e4c-cf27-4185-9fa7-866f2b13d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.444461 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-75839e4c-cf27-4185-9fa7-866f2b13d266 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908468 Apr 05 22:36:52.643177 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-7ac15bca-b234-4fae-88b5-767d289016ff service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571116 Apr 05 22:36:52.819482 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:52.827964 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db62981f-27d2-4ea3-95af-140ff38b6a7a req-25edb278-f303-43d7-a0e0-aa82df4b27aa service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770113 Apr 05 22:36:52.831103 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Publish callbacks [] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.848287 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Transition to ACTIVE for port object bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:36:52.853244 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:52.893213 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a6d4-97d5-43c6-af49-7f95388a47e7 req-ad2075fa-cd12-4e44-82c9-abbf39217d73 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:52.894756 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fcd2a6d4-97d5-43c6-af49-7f95388a47e7 req-ad2075fa-cd12-4e44-82c9-abbf39217d73 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 932 time: 0.1132045 Apr 05 22:36:52.924158 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:53.013856 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fcd2a6d4-97d5-43c6-af49-7f95388a47e7 req-a86e1571-55e3-4dab-83c5-40f5a48dac9a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996623 Apr 05 22:36:53.035693 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Attempting to bind port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:36:53.036090 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Attempting to bind port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:36:53.036447 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Attempting to bind port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 on network 58e4f34a-3223-4866-9795-1d9659f97a60 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:53.041338 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 on network 58e4f34a-3223-4866-9795-1d9659f97a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:36:53.041671 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Attempting to bind port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 on network 58e4f34a-3223-4866-9795-1d9659f97a60 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:36:53.047254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:36:53.047628 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Checking segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:36:53.048063 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Bound using segment: {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:36:53.048507 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Bound port: bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3328f8-d11b-438b-9e8f-9b10f8800b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:36:53.048874 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.112421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] For port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:36:53.115491 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] For port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:36:53.121711 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.143406 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1763fc0-b1ed-48be-bf98-c445c555841b req-3b88a3a2-4f7d-4baa-8e17-946da4d02c36 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.145174 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c1763fc0-b1ed-48be-bf98-c445c555841b req-3b88a3a2-4f7d-4baa-8e17-946da4d02c36 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0559435 Apr 05 22:36:53.158230 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.159491 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:53.161207 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] 10.222.0.24 "PUT /v2.0/ports/bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 HTTP/1.1" status: 200 len: 1094 time: 0.9246299 Apr 05 22:36:53.161812 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:53.163950 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:53.205660 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c1763fc0-b1ed-48be-bf98-c445c555841b req-0960c06d-4131-46b0-8ea3-3f32d6dcd836 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536377 Apr 05 22:36:53.225160 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13d430-3377-4c06-a29b-6439a0a3a8e4 x-openstack-request-id: req-bb13d430-3377-4c06-a29b-6439a0a3a8e4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:36:53.225569 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:36:53.225920 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb13d430-3377-4c06-a29b-6439a0a3a8e4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:36:53.226414 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb13d430-3377-4c06-a29b-6439a0a3a8e4'] response: {'name': 'network-changed', 'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'status': 'completed', 'code': 200} Apr 05 22:36:53.247857 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd244d9-2379-41dd-9479-437e900193cd service neutron] Pushing event updated for resources: {'Port': ['ID=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:53.271359 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-b8c78776-f782-490c-9096-fa6101355775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.273063 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-b8c78776-f782-490c-9096-fa6101355775 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 1128 time: 0.0625582 Apr 05 22:36:53.318554 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-9758e1be-45cc-4ea2-add5-9929abd852dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 HTTP/1.1" status: 200 len: 217 time: 0.0350018 Apr 05 22:36:53.368532 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-6acd2ec7-87ce-42f8-ac0c-d7f217c7ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.370003 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-6acd2ec7-87ce-42f8-ac0c-d7f217c7ad98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0459237 Apr 05 22:36:53.421147 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-132c1726-b5e5-4fe1-924f-da3bc1747eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:53.422652 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-132c1726-b5e5-4fe1-924f-da3bc1747eac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463016 Apr 05 22:36:53.511972 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-0e61e406-c47b-4374-8aa6-7c6dac9f63e2 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829406 Apr 05 22:36:53.602820 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a5c708d4-65db-46cf-98a4-743129375ea6 req-da44222a-056d-46d5-8dca-eaa31d7fee99 service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844786 Apr 05 22:36:54.134668 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe057-2ab1-4ab0-b304-6f93828a6660 req-41283fcf-679d-4ae9-a0cc-7f400b7dc1a9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.136176 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b8fe057-2ab1-4ab0-b304-6f93828a6660 req-41283fcf-679d-4ae9-a0cc-7f400b7dc1a9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 944 time: 0.0541177 Apr 05 22:36:54.184038 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b8fe057-2ab1-4ab0-b304-6f93828a6660 req-9f3e588f-3144-410b-a8e6-bd1131d974c0 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Apr 05 22:36:54.330405 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9900-0d99-4a1c-8267-d68a7ea34ad8 req-d5275fe7-366a-4d47-b4b3-c488af17c951 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.331835 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-611e9900-0d99-4a1c-8267-d68a7ea34ad8 req-d5275fe7-366a-4d47-b4b3-c488af17c951 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0555108 Apr 05 22:36:54.378190 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-611e9900-0d99-4a1c-8267-d68a7ea34ad8 req-553d2ada-a3f4-4417-8c71-e0bf320188bf tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402641 Apr 05 22:36:54.659830 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-a5d15c47-2096-47f7-b0ea-be3803fc3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.661581 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-a5d15c47-2096-47f7-b0ea-be3803fc3d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 1128 time: 0.0509734 Apr 05 22:36:54.774574 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-33ecfb7f-4eca-45e1-a370-87030072917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.776121 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-33ecfb7f-4eca-45e1-a370-87030072917d service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.1019409 Apr 05 22:36:54.833400 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-38d9214f-4311-4916-b825-04b2d1a03cf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 HTTP/1.1" status: 200 len: 217 time: 0.0475466 Apr 05 22:36:54.890800 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-972802cf-d38e-4d8d-ae7d-77890e5b4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.893647 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-972802cf-d38e-4d8d-ae7d-77890e5b4475 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0529668 Apr 05 22:36:54.950806 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-1bb0ec99-8b2a-4a85-a9ef-0c3a15deeede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:54.952203 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-1bb0ec99-8b2a-4a85-a9ef-0c3a15deeede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461948 Apr 05 22:36:55.054158 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-ed822845-a1b0-4d54-9fae-d9d06530ddbd service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942466 Apr 05 22:36:55.161669 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc4fd6c1-d8b1-49ff-b9f9-bba70bf9b5ef req-427a8deb-d42b-4db7-a844-5ee988fc15fb service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967870 Apr 05 22:36:55.307062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70b215-892d-487b-9349-afcf138bea9f req-0d2d1036-6dd4-4346-b149-eacafed9594b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.308545 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4d70b215-892d-487b-9349-afcf138bea9f req-0d2d1036-6dd4-4346-b149-eacafed9594b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 944 time: 0.0527115 Apr 05 22:36:55.355251 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4d70b215-892d-487b-9349-afcf138bea9f req-5e55039d-2144-44df-bde0-217e9f45e3f7 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Apr 05 22:36:55.509919 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0883ac-de83-4b67-8905-cb43f95b3951 req-45fcca2b-59ec-4925-b2c1-cc1ee0e16de6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:55.511318 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7b0883ac-de83-4b67-8905-cb43f95b3951 req-45fcca2b-59ec-4925-b2c1-cc1ee0e16de6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0660510 Apr 05 22:36:55.568505 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7b0883ac-de83-4b67-8905-cb43f95b3951 req-b3aa9dd3-e02e-49f2-9102-800d032470ee tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516789 Apr 05 22:36:56.477593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379d93d-34e4-44a1-86bf-2304e247763e req-9654ae69-1ab4-48cc-be96-bb462979ddc6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.479204 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b379d93d-34e4-44a1-86bf-2304e247763e req-9654ae69-1ab4-48cc-be96-bb462979ddc6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 944 time: 0.0582643 Apr 05 22:36:56.526409 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b379d93d-34e4-44a1-86bf-2304e247763e req-b4d4b77c-1ca0-455d-a88e-7a46976d4361 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Apr 05 22:36:56.685075 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdcc72-383f-43bd-9af3-58abb0fb35f8 req-298bbc86-8ff2-4d8b-ba37-e91e0fd44b80 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:56.686455 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8bcdcc72-383f-43bd-9af3-58abb0fb35f8 req-298bbc86-8ff2-4d8b-ba37-e91e0fd44b80 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0515509 Apr 05 22:36:56.732686 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8bcdcc72-383f-43bd-9af3-58abb0fb35f8 req-449c64e3-277d-46a1-9e24-e1cdd379f9f4 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407484 Apr 05 22:36:57.641686 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38260016-cf33-493c-b8a0-6bdbc9f11c84 req-bd9dc1b5-44cd-42ff-873e-dc79d66b7491 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.643199 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-38260016-cf33-493c-b8a0-6bdbc9f11c84 req-bd9dc1b5-44cd-42ff-873e-dc79d66b7491 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 944 time: 0.0517628 Apr 05 22:36:57.689698 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-38260016-cf33-493c-b8a0-6bdbc9f11c84 req-71880ba3-38f7-4fac-aed1-a412a9c7d6e6 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409310 Apr 05 22:36:57.783240 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:36:57.850983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a9c91-d3fa-42cc-b788-67a00cfd12b6 req-002087fa-63e9-48b6-a7d5-fad3113b18bd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:57.852502 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-919a9c91-d3fa-42cc-b788-67a00cfd12b6 req-002087fa-63e9-48b6-a7d5-fad3113b18bd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0528111 Apr 05 22:36:57.879781 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:57.891054 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'port_id': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'mac_address': 'fa:16:3e:61:b1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:36:57.912547 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-919a9c91-d3fa-42cc-b788-67a00cfd12b6 req-198f9c56-1383-4256-93a7-661a2e787743 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544095 Apr 05 22:36:57.930196 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:57.930596 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:57.943079 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:36:57.962998 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:57.967068 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:58.011751 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:36:58.018383 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.018757 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.019108 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.019475 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.020346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.020752 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.021095 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.021429 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.021760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.022090 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.022422 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.022773 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.023102 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.023428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.023754 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:36:58.281977 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['bc0b6d4e-a0d6-417d-9cf1-b106c28274e8'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:36:58.805372 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17508d8-7458-4340-9f84-2f81da1c9fdd req-6efa0359-1d39-4c80-a4b5-0556780d3f44 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:58.806852 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b17508d8-7458-4340-9f84-2f81da1c9fdd req-6efa0359-1d39-4c80-a4b5-0556780d3f44 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 945 time: 0.0529089 Apr 05 22:36:58.856808 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b17508d8-7458-4340-9f84-2f81da1c9fdd req-fdaccea0-4d6a-4624-829f-c25d0ecdd7aa tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444691 Apr 05 22:36:59.030017 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611184d-4f21-4096-a427-44d182e31f52 req-26f941a5-3d80-4eb0-911a-d2c3fe09e8e6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:59.031662 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9611184d-4f21-4096-a427-44d182e31f52 req-26f941a5-3d80-4eb0-911a-d2c3fe09e8e6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0515766 Apr 05 22:36:59.076204 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9611184d-4f21-4096-a427-44d182e31f52 req-f04ecc42-d42e-4926-834e-dfc909bff442 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390062 Apr 05 22:36:59.798191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:36:59.845238 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:36:59.849314 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:36:59.849729 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:59.930824 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:36:59.931209 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:59.953701 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:36:59.955928 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38b3504-8ef5-4cbd-8c76-49983d6281c5" -d '{"events": [{"server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:36:59.969536 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:36:59.973712 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:36:59.976062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640548c-2e89-4218-aca0-21d05e816fb9 req-2eb09df1-b061-42b4-b2e1-1b782af6d4b8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:36:59.977624 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3640548c-2e89-4218-aca0-21d05e816fb9 req-2eb09df1-b061-42b4-b2e1-1b782af6d4b8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 945 time: 0.0549452 Apr 05 22:37:00.002290 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ef053-f26b-49f4-9c6a-f0b36b7d0e65 x-openstack-request-id: req-7c1ef053-f26b-49f4-9c6a-f0b36b7d0e65 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:00.002548 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "name": "network-vif-plugged", "status": "completed", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:00.002844 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c1ef053-f26b-49f4-9c6a-f0b36b7d0e65 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:00.003244 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1ef053-f26b-49f4-9c6a-f0b36b7d0e65'] response: {'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'code': 200} Apr 05 22:37:00.024120 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:00.033352 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3640548c-2e89-4218-aca0-21d05e816fb9 req-ef46ed3d-0ad1-45c6-9272-c8e7fe9806ea tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481374 Apr 05 22:37:00.190853 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276798-8640-49a5-a670-650b223f8c00 req-e572aabe-be93-4884-8e87-06247b53f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.192829 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-41276798-8640-49a5-a670-650b223f8c00 req-e572aabe-be93-4884-8e87-06247b53f179 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 1130 time: 0.0440588 Apr 05 22:37:00.199985 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19163808-9b13-4f28-9f44-2e6e1417dce1 req-bf700509-3cf5-4b2e-9a10-913a5cc1c511 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:00.201465 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-19163808-9b13-4f28-9f44-2e6e1417dce1 req-bf700509-3cf5-4b2e-9a10-913a5cc1c511 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0535965 Apr 05 22:37:00.239038 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-41276798-8640-49a5-a670-650b223f8c00 req-eff5f384-e89b-4096-b872-6a827de56505 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385075 Apr 05 22:37:00.251407 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-19163808-9b13-4f28-9f44-2e6e1417dce1 req-a0dbf877-97df-4842-99bd-f08cd660df37 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442514 Apr 05 22:37:01.153356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6701302-a1c4-4ebb-b7b4-c80da0f5df79 req-9cbee58c-918e-4858-8067-adb7af77cb52 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:01.154899 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6701302-a1c4-4ebb-b7b4-c80da0f5df79 req-9cbee58c-918e-4858-8067-adb7af77cb52 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 946 time: 0.0548306 Apr 05 22:37:01.200345 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6701302-a1c4-4ebb-b7b4-c80da0f5df79 req-9de1725d-00d5-40d8-b185-6345ec753d41 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Apr 05 22:37:01.390841 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d95b-176f-474d-b4b5-684cc11755ec req-a4772852-78aa-47e8-a8a7-75d4fa47f8c6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:01.392353 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bca0d95b-176f-474d-b4b5-684cc11755ec req-a4772852-78aa-47e8-a8a7-75d4fa47f8c6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0750728 Apr 05 22:37:01.442862 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-bca0d95b-176f-474d-b4b5-684cc11755ec req-da85ff0a-527e-4822-b5c2-6b5fe893723e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446460 Apr 05 22:37:02.333683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9907dc-9bac-44f2-b381-03f6e40ae86e req-47ed3c28-4357-45e7-91e1-af3b7f114da9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.335144 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f9907dc-9bac-44f2-b381-03f6e40ae86e req-47ed3c28-4357-45e7-91e1-af3b7f114da9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 946 time: 0.0536270 Apr 05 22:37:02.382559 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f9907dc-9bac-44f2-b381-03f6e40ae86e req-448cf467-2c6b-4375-9982-be1277af7a95 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Apr 05 22:37:02.495634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a09c-5831-4a2b-aa2a-35c8e6346f36 req-f025b9ce-b5b2-4d5e-a435-4da43b43efa1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.497617 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6f45a09c-5831-4a2b-aa2a-35c8e6346f36 req-f025b9ce-b5b2-4d5e-a435-4da43b43efa1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 946 time: 0.0532176 Apr 05 22:37:02.506760 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:02.511240 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Request body: {'floatingip': {'port_id': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:02.554133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (936e7001-f8c6-472f-9f18-48d30286e7f7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:02.563242 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47841fd-c39e-41d2-81d4-409f93945950 req-36b1db2e-eca5-4917-ac6e-4150e20c27d5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:02.564712 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f47841fd-c39e-41d2-81d4-409f93945950 req-36b1db2e-eca5-4917-ac6e-4150e20c27d5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0549142 Apr 05 22:37:02.611639 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f47841fd-c39e-41d2-81d4-409f93945950 req-f2687e02-7940-474b-ab11-41c256c0c6e5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Apr 05 22:37:02.797279 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:02.994546 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:02.998136 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (936e7001-f8c6-472f-9f18-48d30286e7f7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.098839 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Floating IP 936e7001-f8c6-472f-9f18-48d30286e7f7 associated. External IP: 172.27.0.72, port: bc0b6d4e-a0d6-417d-9cf1-b106c28274e8. Apr 05 22:37:03.306578 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:03.624435 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:03.629933 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:03.635004 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:03.645938 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:03.646557 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:03.661754 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a5058363-97bb-49ad-82f1-7ab73c04dbac tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "PUT /v2.0/floatingips/936e7001-f8c6-472f-9f18-48d30286e7f7 HTTP/1.1" status: 200 len: 991 time: 1.1539156 Apr 05 22:37:03.662403 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:03.664729 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e169e95a-6c31-48e4-9c09-1272e60be664" -d '{"events": [{"name": "network-changed", "server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:03.702440 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad773a5-9ed9-4a28-b525-bdcb32f21ee7 x-openstack-request-id: req-dad773a5-9ed9-4a28-b525-bdcb32f21ee7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:03.702761 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:03.703151 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dad773a5-9ed9-4a28-b525-bdcb32f21ee7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:03.703696 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad773a5-9ed9-4a28-b525-bdcb32f21ee7'] response: {'name': 'network-changed', 'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'status': 'completed', 'code': 200} Apr 05 22:37:03.750740 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33bb9f-dbc0-470b-89d5-1655948f18cf req-7e8c3561-6f47-48f0-82da-e91ed3b46084 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.752283 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e33bb9f-dbc0-470b-89d5-1655948f18cf req-7e8c3561-6f47-48f0-82da-e91ed3b46084 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0619960 Apr 05 22:37:03.767941 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:03.773571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-105334fc-5af0-4f2a-8b07-7000fc9afa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.775660 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-105334fc-5af0-4f2a-8b07-7000fc9afa9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 1130 time: 0.0512052 Apr 05 22:37:03.804798 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e33bb9f-dbc0-470b-89d5-1655948f18cf req-c29ef77f-2bbf-49b4-b434-71c5de0238ae tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454350 Apr 05 22:37:03.869227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-5c4ed550-972b-4a23-b55b-a49c1cdb8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.870778 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-5c4ed550-972b-4a23-b55b-a49c1cdb8184 service neutron] 10.222.0.24 "GET /v2.0/networks?id=58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 200 len: 912 time: 0.0893700 Apr 05 22:37:03.937551 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-40d321f0-6269-404b-9e02-d3cd3598bc09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 HTTP/1.1" status: 200 len: 999 time: 0.0587175 Apr 05 22:37:03.984873 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-fee2a43c-ba09-496d-ae6e-8644556400fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:03.986462 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-fee2a43c-ba09-496d-ae6e-8644556400fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 200 len: 850 time: 0.0427547 Apr 05 22:37:03.996298 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '936e7001-f8c6-472f-9f18-48d30286e7f7', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'port_id': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'mac_address': 'fa:16:3e:61:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:48Z', 'updated_at': '2022-04-05T22:37:02Z', 'revision_number': 1, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:04.022958 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:04.031231 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:04.031845 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:36:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:04.037907 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-b230154f-fd48-4023-9803-577c810210ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.039471 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-b230154f-fd48-4023-9803-577c810210ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=58e4f34a-3223-4866-9795-1d9659f97a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463314 Apr 05 22:37:04.128503 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-433d026c-1987-4084-ba71-a9b87b87c79b service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825038 Apr 05 22:37:04.139389 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:04.220629 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e169e95a-6c31-48e4-9c09-1272e60be664 req-6a481cfc-cff0-4f2b-b87c-7a5a4085f5bf service neutron] 10.222.0.24 "GET /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Apr 05 22:37:04.360893 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '936e7001-f8c6-472f-9f18-48d30286e7f7', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'port_id': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'mac_address': 'fa:16:3e:61:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:48Z', 'updated_at': '2022-04-05T22:37:02Z', 'revision_number': 1, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:04.386808 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda5c1e-c054-48b7-b145-7b52b090be69 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '936e7001-f8c6-472f-9f18-48d30286e7f7', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'port_id': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'mac_address': 'fa:16:3e:61:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:36:48Z', 'updated_at': '2022-04-05T22:37:02Z', 'revision_number': 1, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:04.574583 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d25ff5-1203-4bb5-ba74-e7a25b08bef1 None None] New status for floating IP 936e7001-f8c6-472f-9f18-48d30286e7f7: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:04.933017 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21bfff-2afe-49c5-8d88-a81048809b84 req-4f80f0b9-10f5-469a-817d-e80ffb36bc0a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:04.934528 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd21bfff-2afe-49c5-8d88-a81048809b84 req-4f80f0b9-10f5-469a-817d-e80ffb36bc0a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0532513 Apr 05 22:37:04.981207 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd21bfff-2afe-49c5-8d88-a81048809b84 req-710b2ca9-adb0-49fe-8068-585bf200d090 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411046 Apr 05 22:37:05.844878 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1341464b-80ab-4720-aa55-602b9f726a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:06.099515 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00799147-d2b5-434b-9382-197bca16f029 req-db60e183-b75d-4195-ab6a-b5d25fbb22b5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:06.100984 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-00799147-d2b5-434b-9382-197bca16f029 req-db60e183-b75d-4195-ab6a-b5d25fbb22b5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0530741 Apr 05 22:37:06.148290 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-00799147-d2b5-434b-9382-197bca16f029 req-a765bdb5-aa73-424b-a549-f2c7d5008998 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Apr 05 22:37:07.266187 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d67df-4384-4156-a891-5cdbdb31e3c6 req-c3192f2e-333e-45e7-80a3-2c107b5c33bd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:07.267557 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e24d67df-4384-4156-a891-5cdbdb31e3c6 req-c3192f2e-333e-45e7-80a3-2c107b5c33bd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0512462 Apr 05 22:37:07.326116 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e24d67df-4384-4156-a891-5cdbdb31e3c6 req-3584a4ca-d0c9-42c8-91c7-4de863d688fe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522454 Apr 05 22:37:08.138731 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-137d4b39-6c27-4294-b397-692b51b293eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:08.448544 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6734f04-618a-46d4-b343-95ccd9c295b4 req-f5e4b29f-48c6-4ad8-bd10-e2aaaac201b9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:08.450008 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6734f04-618a-46d4-b343-95ccd9c295b4 req-f5e4b29f-48c6-4ad8-bd10-e2aaaac201b9 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0512452 Apr 05 22:37:08.499108 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6734f04-618a-46d4-b343-95ccd9c295b4 req-1d154ac5-d144-4cc1-8451-ff9bb2adb21d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Apr 05 22:37:09.173527 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88adde5-8493-4043-b642-9695771b71e6 req-4cc1b5ec-ec3c-4b29-8d16-675dc2087c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.175069 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d88adde5-8493-4043-b642-9695771b71e6 req-4cc1b5ec-ec3c-4b29-8d16-675dc2087c94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.0429778 Apr 05 22:37:09.218141 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d88adde5-8493-4043-b642-9695771b71e6 req-06875cf2-b2fa-4812-868d-f37ae8bc63c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376623 Apr 05 22:37:09.365024 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:09.619216 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc28ee-34f2-4214-aaf9-a7848374a665 req-c1f32ad8-2794-4fa1-b2cc-2b091dd8f6ae tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:09.620688 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e6bc28ee-34f2-4214-aaf9-a7848374a665 req-c1f32ad8-2794-4fa1-b2cc-2b091dd8f6ae tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0556483 Apr 05 22:37:09.666501 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e6bc28ee-34f2-4214-aaf9-a7848374a665 req-fff48cfd-15fe-4700-a256-5f8456b690eb tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402939 Apr 05 22:37:10.667030 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:10.788662 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd072285-e0d8-4f17-a1c6-8e0eb5c9ac90 req-6d126c64-5aee-4161-bc62-b2607fe09646 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:10.790166 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fd072285-e0d8-4f17-a1c6-8e0eb5c9ac90 req-6d126c64-5aee-4161-bc62-b2607fe09646 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0541170 Apr 05 22:37:10.837262 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fd072285-e0d8-4f17-a1c6-8e0eb5c9ac90 req-53fadbf5-b1d0-4d90-9b04-35979fc496e4 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414209 Apr 05 22:37:11.212440 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-be4d92e4-6e1a-469d-b2d6-68d40d8c6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.214298 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-be4d92e4-6e1a-469d-b2d6-68d40d8c6918 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.0492594 Apr 05 22:37:11.220094 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81eb8a-aba9-4c2c-a2e8-a0e112ad8fc2 req-42152606-79ea-44e3-9e94-9788021fead2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.221574 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c81eb8a-aba9-4c2c-a2e8-a0e112ad8fc2 req-42152606-79ea-44e3-9e94-9788021fead2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0518565 Apr 05 22:37:11.269006 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c81eb8a-aba9-4c2c-a2e8-a0e112ad8fc2 req-845e96aa-fd40-44db-aa69-d3b365f1f529 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Apr 05 22:37:11.304054 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-67291502-481b-4eb5-891c-5db6961e6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.305520 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-67291502-481b-4eb5-891c-5db6961e6bd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.0850902 Apr 05 22:37:11.373174 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-022b41fb-94a9-4d4a-9ea1-4e85512403ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 1001 time: 0.0611846 Apr 05 22:37:11.419970 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-3c35a67e-6ffb-4de4-abd7-33f7fe9ad195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.421355 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-3c35a67e-6ffb-4de4-abd7-33f7fe9ad195 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0416007 Apr 05 22:37:11.468487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-bd5b42b2-27e0-4bce-ba97-477fc8c2d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:11.469875 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-bd5b42b2-27e0-4bce-ba97-477fc8c2d2ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418985 Apr 05 22:37:11.560460 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-08b65d1d-1c44-48aa-adc1-395ba16852e7 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Apr 05 22:37:11.645984 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fbce5b9-c0c8-42dc-87f2-7591ca172bc0 req-240ec694-724c-424a-957b-7bf263827417 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786645 Apr 05 22:37:12.286789 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:12.393794 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eab81-34bb-4316-aac8-29c97234d252 req-29e81ea4-c191-49cd-abd8-613245fd1f81 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:12.395392 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b8eab81-34bb-4316-aac8-29c97234d252 req-29e81ea4-c191-49cd-abd8-613245fd1f81 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0563548 Apr 05 22:37:12.439937 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b8eab81-34bb-4316-aac8-29c97234d252 req-77934dc9-2af5-4a43-a109-76327869d13a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 Apr 05 22:37:13.560248 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301937bd-d440-425a-a345-fdb0c4581b21 req-03ef41a1-6c0d-4495-8423-114a05aee0a2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:13.561711 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-301937bd-d440-425a-a345-fdb0c4581b21 req-03ef41a1-6c0d-4495-8423-114a05aee0a2 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0552373 Apr 05 22:37:13.607876 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-301937bd-d440-425a-a345-fdb0c4581b21 req-51d9350a-3693-4c93-ab6b-be1de326d674 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Apr 05 22:37:14.726586 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e1f77-c2da-4fd4-85ac-aa9f017984d5 req-579e1b44-3293-43b5-ad91-1e0746ee5e03 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:14.728379 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bf8e1f77-c2da-4fd4-85ac-aa9f017984d5 req-579e1b44-3293-43b5-ad91-1e0746ee5e03 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0520711 Apr 05 22:37:14.779043 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bf8e1f77-c2da-4fd4-85ac-aa9f017984d5 req-c4955b89-3dac-436b-a9b9-b67bebffa25f tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445039 Apr 05 22:37:14.899432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f88ef-0b1a-4dae-862b-609e337d5dd7 req-fa4491b8-19d4-434b-96d5-c573abf166cd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:14.900844 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f9f88ef-0b1a-4dae-862b-609e337d5dd7 req-fa4491b8-19d4-434b-96d5-c573abf166cd tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0530975 Apr 05 22:37:14.909581 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34148) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:14.914006 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Request body: {'floatingip': {'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:14.969120 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.461460 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.465199 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.676143 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:15.790014 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:15.794911 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:15.801710 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] Sync routers for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:15.811743 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:15.812421 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:15.826133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:15.828422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9be85-6017-4685-a995-ccd08de2d0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:15.859007 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-87d35a1c-8b67-4aea-a025-f3870bd86b3e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "PUT /v2.0/floatingips/d9bd2d0d-d7a0-4606-ada3-a436db0f8e62 HTTP/1.1" status: 200 len: 993 time: 0.9483054 Apr 05 22:37:15.868757 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e807a-f2f0-4f38-95c6-11085a3806fa x-openstack-request-id: req-c31e807a-f2f0-4f38-95c6-11085a3806fa {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:15.869057 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:15.869315 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c31e807a-f2f0-4f38-95c6-11085a3806fa {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:15.869725 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31e807a-f2f0-4f38-95c6-11085a3806fa'] response: {'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'status': 'completed', 'code': 200} Apr 05 22:37:15.942265 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:15.973976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-7e206fdb-1dfe-4c67-b319-ade0c233cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:15.975676 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-7e206fdb-1dfe-4c67-b319-ade0c233cb45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.0481124 Apr 05 22:37:16.200454 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd9bd2d0d-d7a0-4606-ada3-a436db0f8e62', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:37:15Z', 'revision_number': 3, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:16.313764 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] Checking router: 58679e06-94f9-4be6-ad8a-6a7c19ef4bed for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:16.323032 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:16.323653 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:16.350537 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-d245dbb0-0f76-495b-a31b-802f53c23e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.352078 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-d245dbb0-0f76-495b-a31b-802f53c23e02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.3697340 Apr 05 22:37:16.417303 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-533c7db9-31b1-449e-9896-35e6ad63c214 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 1001 time: 0.0583603 Apr 05 22:37:16.432410 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:16.472090 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-c6eb25b5-9da3-45ea-8b81-9004e1f793db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.473940 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-c6eb25b5-9da3-45ea-8b81-9004e1f793db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0488064 Apr 05 22:37:16.529073 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-dbf953c5-2680-42a3-a81f-0a6bfd43882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.530372 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-dbf953c5-2680-42a3-a81f-0a6bfd43882f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487347 Apr 05 22:37:16.628140 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-5673838e-d1e4-4c6e-bd5e-19f0ff46a63b service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901279 Apr 05 22:37:16.676948 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd9bd2d0d-d7a0-4606-ada3-a436db0f8e62', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:37:15Z', 'revision_number': 3, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:16.704750 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deed830b-60b0-473b-9f2d-75df6188f1f4 None None] The sync data for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi is: [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': 'd9bd2d0d-d7a0-4606-ada3-a436db0f8e62', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'port_id': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'mac_address': 'fa:16:3e:88:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:37:15Z', 'revision_number': 3, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:16.759430 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35e9be85-6017-4685-a995-ccd08de2d0e0 req-1df869ab-f51a-461a-aeb8-96850e16c047 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245770 Apr 05 22:37:16.771082 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd0acf-555f-46f9-a160-19aa5ff5d45e req-afdbd7f3-e16b-4072-b5fb-ad3cd1668336 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:16.772651 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67bd0acf-555f-46f9-a160-19aa5ff5d45e req-afdbd7f3-e16b-4072-b5fb-ad3cd1668336 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 945 time: 0.0802748 Apr 05 22:37:16.825334 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67bd0acf-555f-46f9-a160-19aa5ff5d45e req-a6511c5b-79cb-4118-a5e1-d6e180a0b200 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Apr 05 22:37:17.870687 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:17.873082 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a8741-3853-4261-a0bc-e040efdbeb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:17.910732 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c61a9a-fef2-4a8f-aad1-dae07b8ffc10 x-openstack-request-id: req-76c61a9a-fef2-4a8f-aad1-dae07b8ffc10 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:17.911042 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:17.911299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76c61a9a-fef2-4a8f-aad1-dae07b8ffc10 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:17.911702 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c61a9a-fef2-4a8f-aad1-dae07b8ffc10'] response: {'name': 'network-changed', 'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'status': 'completed', 'code': 200} Apr 05 22:37:17.954996 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c2161-571d-4675-a5fd-82d3199f4c45 req-b6a8ce41-7e1c-442c-b669-42a5f63ceb75 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.957383 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e61c2161-571d-4675-a5fd-82d3199f4c45 req-b6a8ce41-7e1c-442c-b669-42a5f63ceb75 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 945 time: 0.0585928 Apr 05 22:37:17.978609 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-61da63a8-bb01-435f-842c-fff4420bf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:17.980227 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-61da63a8-bb01-435f-842c-fff4420bf99c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 1129 time: 0.0445874 Apr 05 22:37:18.002745 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e61c2161-571d-4675-a5fd-82d3199f4c45 req-a0b221f5-3a15-4a64-b89e-de2b4c780ae9 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=217feca2-dc0e-4a00-b6d9-023f21ca8350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 Apr 05 22:37:18.114149 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-ee06bd7b-b50d-4fdc-ad33-3da0f2cfb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.115671 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-ee06bd7b-b50d-4fdc-ad33-3da0f2cfb300 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.0821538 Apr 05 22:37:18.213358 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-4cde8100-9ad3-4565-a706-851d657dc063 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 200 len: 1001 time: 0.0887358 Apr 05 22:37:18.233755 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732225ee-697d-4cf4-a6f7-b43695648624 req-582416e9-2b3c-4f29-9b87-117cfa016cd6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.235157 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-732225ee-697d-4cf4-a6f7-b43695648624 req-582416e9-2b3c-4f29-9b87-117cfa016cd6 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 945 time: 0.0738931 Apr 05 22:37:18.308176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-a7ff8596-f22b-4fb8-90f0-3f4bbec78f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.309549 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-a7ff8596-f22b-4fb8-90f0-3f4bbec78f1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0903010 Apr 05 22:37:18.385431 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-46bbac1c-d7f8-4658-bf90-40ce4397fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:18.387088 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-46bbac1c-d7f8-4658-bf90-40ce4397fbb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597157 Apr 05 22:37:18.392266 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port 1ec681af-304f-4730-b6a5-810c22b39373 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:18.392627 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (1ec681af-304f-4730-b6a5-810c22b39373), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.546571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] For port 1ec681af-304f-4730-b6a5-810c22b39373, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=1ec681af-304f-4730-b6a5-810c22b39373,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:18.546956 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (1ec681af-304f-4730-b6a5-810c22b39373), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.551263 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-68f98fd4-8e82-421e-ae1d-56f18f90c674 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556554 Apr 05 22:37:18.721559 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-530a8741-3853-4261-a0bc-e040efdbeb9a req-69ab96e9-17fd-4356-a0ff-5c4ea5eb6649 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635535 Apr 05 22:37:18.780841 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.781206 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.781516 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2 disassociated. External IP: 172.27.0.30, port: 1ec681af-304f-4730-b6a5-810c22b39373. Apr 05 22:37:18.781849 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for 1ec681af-304f-4730-b6a5-810c22b39373 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:18.907244 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (1ec681af-304f-4730-b6a5-810c22b39373), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:18.939492 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=1ec681af-304f-4730-b6a5-810c22b39373,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:19.056472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:19.130447 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-37f6111b-09b9-4aa3-a475-9c6c4a1416cb req-43a8f78f-b50a-4b5c-9870-f4a91bdc9428 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=239d88d5-e4a0-4541-b547-8503e9436e42 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Apr 05 22:37:19.189510 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:19.199351 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:19.210436 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:19.211097 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:19.231692 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] No DVR routers for this DVR port 1ec681af-304f-4730-b6a5-810c22b39373 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:37:19.234243 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:19.237540 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-732225ee-697d-4cf4-a6f7-b43695648624 req-247d7b64-76a7-4bcd-83d0-dd6f957703db tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "DELETE /v2.0/ports/1ec681af-304f-4730-b6a5-810c22b39373 HTTP/1.1" status: 204 len: 173 time: 0.9852393 Apr 05 22:37:19.238012 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'name': 'network-vif-deleted', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:19.240248 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfe031-966b-4350-bc09-abc013a16e73" -d '{"events": [{"server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "name": "network-vif-deleted", "tag": "1ec681af-304f-4730-b6a5-810c22b39373"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:19.300582 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b529a9e1-bc87-4c53-bf2c-dc1b9cdde212 x-openstack-request-id: req-b529a9e1-bc87-4c53-bf2c-dc1b9cdde212 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:19.300786 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239d88d5-e4a0-4541-b547-8503e9436e42", "name": "network-vif-deleted", "tag": "1ec681af-304f-4730-b6a5-810c22b39373", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:19.301055 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b529a9e1-bc87-4c53-bf2c-dc1b9cdde212 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:19.301665 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b529a9e1-bc87-4c53-bf2c-dc1b9cdde212'] response: {'server_uuid': '239d88d5-e4a0-4541-b547-8503e9436e42', 'name': 'network-vif-deleted', 'tag': '1ec681af-304f-4730-b6a5-810c22b39373', 'status': 'completed', 'code': 200} Apr 05 22:37:19.330090 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:19.534478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:19.559628 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:19.568148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:19.568751 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:19.676314 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:19.872285 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:19.901593 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b077e6d-5b46-42ca-b653-0ac52ba72064 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:20.114875 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c6cda-be2f-4d40-8836-a29ef115b023 None None] New status for floating IP 9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:20.216236 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34194) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.268846 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703a0553-3930-4fc2-8d46-827fc32f4c24 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (217feca2-dc0e-4a00-b6d9-023f21ca8350), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.295469 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703a0553-3930-4fc2-8d46-827fc32f4c24 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (217feca2-dc0e-4a00-b6d9-023f21ca8350), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.344239 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703a0553-3930-4fc2-8d46-827fc32f4c24 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (217feca2-dc0e-4a00-b6d9-023f21ca8350), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.346844 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703a0553-3930-4fc2-8d46-827fc32f4c24 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.348134 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-703a0553-3930-4fc2-8d46-827fc32f4c24 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/security-groups/217feca2-dc0e-4a00-b6d9-023f21ca8350 HTTP/1.1" status: 204 len: 168 time: 0.1308103 Apr 05 22:37:20.351032 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34196) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.357095 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a0553-3930-4fc2-8d46-827fc32f4c24 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217feca2-dc0e-4a00-b6d9-023f21ca8350,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:20.369749 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.api.v2.resource [None req-4b790d9c-2836-4407-bae0-899b5711515d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] show failed (client error): The resource could not be found. Apr 05 22:37:20.371083 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4b790d9c-2836-4407-bae0-899b5711515d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups/217feca2-dc0e-4a00-b6d9-023f21ca8350 HTTP/1.1" status: 404 len: 347 time: 0.0186961 Apr 05 22:37:20.374173 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34198) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:20.499730 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port 9a5fa2b3-70da-425c-b642-270ad361dd27 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:37:20.499964 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.577824 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.578150 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9a5fa2b3-70da-425c-b642-270ad361dd27), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.589946 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for 9a5fa2b3-70da-425c-b642-270ad361dd27 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:37:20.723630 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (9a5fa2b3-70da-425c-b642-270ad361dd27), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.747235 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=9a5fa2b3-70da-425c-b642-270ad361dd27,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:20.810236 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.812828 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:20.814009 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-428b981f-e8aa-4fda-8543-6beb30be5b4e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/floatingips/9fc4e9e3-72e7-49fd-9f4a-da691fca9ba2 HTTP/1.1" status: 204 len: 168 time: 0.4383969 Apr 05 22:37:21.265965 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:21.270826 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357834118', 'description': 'tempest-description--2146246645'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:21.292365 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.372707 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (b3fdb06b-d7c0-41e4-a5b9-71eb251a8983), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.376358 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b3fdb06b-d7c0-41e4-a5b9-71eb251a8983), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.410047 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.414387 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473453 Apr 05 22:37:21.415069 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34208) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:21.416377 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1685b-1f50-4bd8-b64f-fcccc1ff6837 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.421688 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': 'b3fdb06b-d7c0-41e4-a5b9-71eb251a8983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:21.444207 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9087a3-efb9-46a2-842d-6ecdc498e52a req-5a36669c-e943-4353-8777-71a26ed835ba tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:21.445723 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c9087a3-efb9-46a2-842d-6ecdc498e52a req-5a36669c-e943-4353-8777-71a26ed835ba tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0695584 Apr 05 22:37:21.473628 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (9a0367a1-339a-4f49-b1d3-94057700b200), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.531932 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c9087a3-efb9-46a2-842d-6ecdc498e52a req-6b12e47b-b1ee-43a5-8762-9de2e1ba1704 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787861 Apr 05 22:37:21.544212 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (9a0367a1-339a-4f49-b1d3-94057700b200), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.548123 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (9a0367a1-339a-4f49-b1d3-94057700b200), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.564580 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0367a1-339a-4f49-b1d3-94057700b200,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.575196 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.576378 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-44cfa9d2-7f57-444a-8806-7a69bebf6cac tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595709 Apr 05 22:37:21.579113 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34210) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:21.583303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'security_group_rule': {'security_group_id': 'b3fdb06b-d7c0-41e4-a5b9-71eb251a8983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:21.607125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (559834fc-7ff7-4fe1-88ad-e46778aca715), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.661212 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (559834fc-7ff7-4fe1-88ad-e46778aca715), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.665125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (559834fc-7ff7-4fe1-88ad-e46778aca715), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.682584 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559834fc-7ff7-4fe1-88ad-e46778aca715,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:21.688894 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.690065 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0b2284c2-d427-4f8e-bc94-2df423731ace tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100569 Apr 05 22:37:21.693845 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34212) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:21.697995 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:21.717121 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.816365 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:21.896573 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 1ec681af-304f-4730-b6a5-810c22b39373 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:21.916204 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 1ec681af-304f-4730-b6a5-810c22b39373 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:37:21.916554 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 1ec681af-304f-4730-b6a5-810c22b39373 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:37:21.922333 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.27.0.180 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/caa5278a-1910-40d9-9cf7-5a787555b353) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:22.025878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (caa5278a-1910-40d9-9cf7-5a787555b353), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.060332 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (caa5278a-1910-40d9-9cf7-5a787555b353), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.100123 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:22.105099 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:22.109831 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:22.113937 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=caa5278a-1910-40d9-9cf7-5a787555b353,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:22.199145 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (4e11f7d9-ed01-43dc-94e4-136963c86f90), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.235694 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (caa5278a-1910-40d9-9cf7-5a787555b353), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.382605 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (caa5278a-1910-40d9-9cf7-5a787555b353), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.387369 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (caa5278a-1910-40d9-9cf7-5a787555b353), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.464039 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=caa5278a-1910-40d9-9cf7-5a787555b353,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:22.477745 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (4e11f7d9-ed01-43dc-94e4-136963c86f90), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.493507 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:22.494786 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8599e6eb-7fab-4325-bd3a-d0588b6f5e19 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7999995 Apr 05 22:37:22.648058 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-3950d598-1d0f-436d-beb8-c98da1671e91 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--357834118&fields=id&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 267 time: 0.0465486 Apr 05 22:37:22.654436 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dda29-b12a-4edf-b4a6-b1c47f3d9a5c req-6afbd7e8-d989-4067-a90f-92843c9be865 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.656351 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-212dda29-b12a-4edf-b4a6-b1c47f3d9a5c req-6afbd7e8-d989-4067-a90f-92843c9be865 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0534325 Apr 05 22:37:22.709999 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-212dda29-b12a-4edf-b4a6-b1c47f3d9a5c req-04eeb138-0c91-41a8-ba12-f87dc87af13b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474691 Apr 05 22:37:22.755923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-b6f0fb7b-687c-415e-8150-59e1018c8e17 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:22.757405 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-b6f0fb7b-687c-415e-8150-59e1018c8e17 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.1028297 Apr 05 22:37:22.772578 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-a57284f1-db45-472c-ba79-346445a06c87 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/quotas/aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 375 time: 0.0096476 Apr 05 22:37:22.828206 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-3b15efea-68a3-4f95-a5f7-0d58c4cc02ab tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502107 Apr 05 22:37:22.926007 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-e8265502-805e-41c1-95f1-6ad1c44fa0be service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858099 Apr 05 22:37:23.017486 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-960b077f-bb2a-4dd9-b2d5-68f4cd6b81e3 service neutron] 10.222.0.26 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859852 Apr 05 22:37:23.177572 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e3e45ff4-7c32-47c3-a2a5-6d206c512541 req-b28c9c66-64c8-45f3-9d2c-2f952391b152 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Apr 05 22:37:23.828572 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c3f2-09e3-42ad-9d66-0422df28509f req-a4d6becf-3086-4c01-a83f-4ade49c835d8 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:23.830075 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ace8c3f2-09e3-42ad-9d66-0422df28509f req-a4d6becf-3086-4c01-a83f-4ade49c835d8 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0526245 Apr 05 22:37:23.878001 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ace8c3f2-09e3-42ad-9d66-0422df28509f req-7d94ac78-5cbe-4737-bfb2-84d6295edad2 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Apr 05 22:37:24.142161 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-d5db931d-e804-4f13-b065-7e3515b4808e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.143651 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-d5db931d-e804-4f13-b065-7e3515b4808e tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 814 time: 0.1066406 Apr 05 22:37:24.211313 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-4f473fde-7090-49b8-960b-34eeedb9ea03 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa4f3fa9b3e342cc8e0342f768adb681 HTTP/1.1" status: 200 len: 379 time: 0.0564883 Apr 05 22:37:24.269325 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45f1d817-c226-42ec-a76f-9b75680da7ce req-3fff2267-2325-4eb7-8bae-8cb3ac66bbb3 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 210 time: 0.0265267 Apr 05 22:37:24.286665 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'port': {'device_id': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'admin_state_up': True, 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'security_groups': ['b3fdb06b-d7c0-41e4-a5b9-71eb251a8983']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:24.384475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Made reservation on behalf of aa4f3fa9b3e342cc8e0342f768adb681 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:37:24.387925 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.515325 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Allocated IP 172.20.0.9 (319237f0-b6cd-4d7f-91aa-9ccd5b819175/9a4ca027-0e3b-4f2f-b542-c1101ec3c226/d1f5d8a0-5c35-4b49-bbcb-3486411668f1) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:37:24.650258 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.682499 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.722458 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:37:24.725378 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:37:24.729023 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:37:24.760683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event updated for resources: {'Port': ['ID=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:24.787192 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:24.787832 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.803932 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-2a3c6617-b4a0-4c82-9005-97475460e3c7 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5244238 Apr 05 22:37:24.821074 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Request body: {'port': {'device_id': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:24.885179 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.923400 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-254a312e-2eed-4157-9273-44814209506b None None] Provisioning complete for port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:24.923909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-254a312e-2eed-4157-9273-44814209506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:24.969604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-254a312e-2eed-4157-9273-44814209506b None None] Port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:37:24.999923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eba581-00ab-48b1-b3fc-04a111442f47 req-1b9980db-d435-4998-bec1-07cfee3f5a8d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.001328 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68eba581-00ab-48b1-b3fc-04a111442f47 req-1b9980db-d435-4998-bec1-07cfee3f5a8d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0539975 Apr 05 22:37:25.050356 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68eba581-00ab-48b1-b3fc-04a111442f47 req-6bb8ec96-fbe0-4477-84d4-0daa8739d659 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Apr 05 22:37:25.144693 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f5d8a0-5c35-4b49-bbcb-3486411668f1 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:25.152055 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Publish callbacks [] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.165091 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Transition to ACTIVE for port object d1f5d8a0-5c35-4b49-bbcb-3486411668f1 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:37:25.168785 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.218746 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.294856 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Attempting to bind port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:37:25.295198 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Attempting to bind port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:37:25.295527 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Attempting to bind port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:25.300559 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:37:25.300879 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Attempting to bind port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 on network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:37:25.306212 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:37:25.306435 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Checking segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:37:25.306862 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Bound using segment: {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:37:25.307374 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Bound port: d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70131fe2-b917-4330-9e8d-cbbff695f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:37:25.307641 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.404245 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] For port d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:37:25.408169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] For port d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:37:25.416749 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.432561 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256c845-dd28-446a-9889-fd6d4015957b req-20b71225-58aa-4cc9-9cdc-9ce5c0f6ade4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.434111 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a256c845-dd28-446a-9889-fd6d4015957b req-20b71225-58aa-4cc9-9cdc-9ce5c0f6ade4 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 943 time: 0.0916393 Apr 05 22:37:25.470058 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.470682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:25.472431 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] 10.222.0.24 "PUT /v2.0/ports/d1f5d8a0-5c35-4b49-bbcb-3486411668f1 HTTP/1.1" status: 200 len: 1093 time: 0.6555488 Apr 05 22:37:25.474665 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:25.477067 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1515b33d-5d22-41de-b1e2-e231cf3276ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:25.527114 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64eb7f6-a467-45f0-83aa-0c35d5013ff6 x-openstack-request-id: req-b64eb7f6-a467-45f0-83aa-0c35d5013ff6 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:25.527414 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:25.527676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b64eb7f6-a467-45f0-83aa-0c35d5013ff6 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:25.528077 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64eb7f6-a467-45f0-83aa-0c35d5013ff6'] response: {'name': 'network-changed', 'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'status': 'completed', 'code': 200} Apr 05 22:37:25.532161 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf1fd8-f50b-456e-90a4-999f49d9505d service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:25.567148 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a256c845-dd28-446a-9889-fd6d4015957b req-7e58f3ed-bf91-4b86-8341-9107ec9cf242 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115406 Apr 05 22:37:25.591747 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-b5459df0-488b-42e8-aa25-1a23b942fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.593399 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-b5459df0-488b-42e8-aa25-1a23b942fb5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 1127 time: 0.0759845 Apr 05 22:37:25.638511 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-f2b5f853-3edd-49d3-addd-d115101bb7c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1 HTTP/1.1" status: 200 len: 217 time: 0.0359292 Apr 05 22:37:25.690400 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-508e2c65-d103-4074-acb8-2a29792ba0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.692603 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-508e2c65-d103-4074-acb8-2a29792ba0ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0481436 Apr 05 22:37:25.743893 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-033394be-8169-4083-bd4c-7c0981627b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:25.745393 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-033394be-8169-4083-bd4c-7c0981627b20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456798 Apr 05 22:37:25.838357 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-221f0898-5fca-4f03-bfb5-c41ac8f0fe65 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857925 Apr 05 22:37:26.181058 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6cbbf-8230-4f01-81d6-026cd132e7b5 req-e6ed44dc-886b-4171-a26d-d5dee6a4816b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:26.182934 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c1b6cbbf-8230-4f01-81d6-026cd132e7b5 req-e6ed44dc-886b-4171-a26d-d5dee6a4816b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0585341 Apr 05 22:37:26.187753 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f7494b69-9468-4565-b2f8-63be70ab5a1b req-75b7fea1-3720-488f-b938-bbab242b6696 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425226 Apr 05 22:37:26.234445 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c1b6cbbf-8230-4f01-81d6-026cd132e7b5 req-a28d44be-47b1-4b36-acd8-15eb1959d93b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455856 Apr 05 22:37:26.684466 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61adeaa-1bf1-4afa-946e-326d500499cd req-e51a0ad3-1de3-403e-935f-ed083f9d93ae tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:26.685949 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e61adeaa-1bf1-4afa-946e-326d500499cd req-e51a0ad3-1de3-403e-935f-ed083f9d93ae tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 943 time: 0.0522969 Apr 05 22:37:26.735575 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e61adeaa-1bf1-4afa-946e-326d500499cd req-b491fd80-9907-4881-a0eb-33d501b2e58c tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Apr 05 22:37:27.324267 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-e6152990-bb78-406f-92c7-75eb18de385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.325798 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-e6152990-bb78-406f-92c7-75eb18de385b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 1127 time: 0.0446181 Apr 05 22:37:27.353390 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d70d9-01c8-437e-8905-bfdbe3ba9cd6 req-fb726527-02a8-435e-91d6-2134180354a1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.354902 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d7d70d9-01c8-437e-8905-bfdbe3ba9cd6 req-fb726527-02a8-435e-91d6-2134180354a1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0525777 Apr 05 22:37:27.370428 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:37:27.404691 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d7d70d9-01c8-437e-8905-bfdbe3ba9cd6 req-f847f489-0ff0-4a54-8ce8-121f9123c38a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440893 Apr 05 22:37:27.423206 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-c5b67ad6-7d34-4863-872b-254718ba576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.424715 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-c5b67ad6-7d34-4863-872b-254718ba576e service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.0867126 Apr 05 22:37:27.473584 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-2c383370-403a-4e43-8721-e3602e75a1b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1 HTTP/1.1" status: 200 len: 217 time: 0.0366175 Apr 05 22:37:27.519932 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-771569e3-e23f-4fd6-ba24-6538d7a34c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.521231 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-771569e3-e23f-4fd6-ba24-6538d7a34c0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0423200 Apr 05 22:37:27.571521 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-c4877d90-fac3-4244-bec6-0eb73d9195ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.573384 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-c4877d90-fac3-4244-bec6-0eb73d9195ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462875 Apr 05 22:37:27.662139 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-d9a603e1-2de6-438d-828d-c57ffb78c0ee service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825558 Apr 05 22:37:27.752419 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1515b33d-5d22-41de-b1e2-e231cf3276ee req-e094cc26-5d2a-4c16-bb9c-500b78510ded service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835938 Apr 05 22:37:27.853223 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5688a-e91d-4a84-acce-c1069923564c req-49d2f03d-61e7-44a7-a54d-3499a44f39a2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:27.854697 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8ce5688a-e91d-4a84-acce-c1069923564c req-49d2f03d-61e7-44a7-a54d-3499a44f39a2 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 943 time: 0.0522873 Apr 05 22:37:27.899517 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8ce5688a-e91d-4a84-acce-c1069923564c req-cc89d769-7f69-45cf-b8b6-8c5b6b7a34ee tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392699 Apr 05 22:37:28.525895 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3f460-389f-4344-8b2d-0d72afd1f967 req-4c0e1ef5-95a8-4eac-9da9-2024bc9e0b96 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:28.527407 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9eb3f460-389f-4344-8b2d-0d72afd1f967 req-4c0e1ef5-95a8-4eac-9da9-2024bc9e0b96 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0536499 Apr 05 22:37:28.579249 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9eb3f460-389f-4344-8b2d-0d72afd1f967 req-df14ec8b-1e8f-4c05-9451-96889c606cde tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Apr 05 22:37:29.015553 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3213ca-080c-4322-8472-1b55ef43a2ef req-a8213a94-a3cb-46bb-b48a-077d33d1a240 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:29.016932 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af3213ca-080c-4322-8472-1b55ef43a2ef req-a8213a94-a3cb-46bb-b48a-077d33d1a240 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 943 time: 0.0514851 Apr 05 22:37:29.062691 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af3213ca-080c-4322-8472-1b55ef43a2ef req-b9f625b1-2b6c-4eba-ae5c-552e6eed9298 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 Apr 05 22:37:29.806095 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b265065-e87b-4139-bf56-f0337c6ba575 req-db4df6a1-7c33-4b13-be07-2868db9a1f77 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:29.807604 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9b265065-e87b-4139-bf56-f0337c6ba575 req-db4df6a1-7c33-4b13-be07-2868db9a1f77 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.1608899 Apr 05 22:37:29.855360 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9b265065-e87b-4139-bf56-f0337c6ba575 req-71f77b46-f6dd-4b0f-ac27-65c88f42bb80 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Apr 05 22:37:29.903366 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f5d8a0-5c35-4b49-bbcb-3486411668f1 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:29.997847 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:30.008431 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'port_id': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'mac_address': 'fa:16:3e:c2:19:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:30.044155 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:30.044547 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:30.057375 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f5d8a0-5c35-4b49-bbcb-3486411668f1 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:30.076614 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:30.080457 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:30.129118 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:30.183697 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f264-cac5-467b-80e5-338a0b37e8ab req-bcbe3a9e-a2e7-45c7-ba0e-3972508c89ed tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.185176 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b7b3f264-cac5-467b-80e5-338a0b37e8ab req-bcbe3a9e-a2e7-45c7-ba0e-3972508c89ed tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 944 time: 0.0556886 Apr 05 22:37:30.231703 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b7b3f264-cac5-467b-80e5-338a0b37e8ab req-eff3abd4-c776-4877-a84c-4becb81dc875 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Apr 05 22:37:30.360627 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['d1f5d8a0-5c35-4b49-bbcb-3486411668f1'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:30.973508 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935b7a7-6e17-4b20-96d1-6f6a03741449 req-9ea5a301-1204-4bd8-ba9c-f7f90ba11ffa tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:30.974995 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2935b7a7-6e17-4b20-96d1-6f6a03741449 req-9ea5a301-1204-4bd8-ba9c-f7f90ba11ffa tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0536225 Apr 05 22:37:31.025543 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2935b7a7-6e17-4b20-96d1-6f6a03741449 req-44bfb52c-4408-47d7-810a-4a3f0ee8a3a7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Apr 05 22:37:31.352222 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d66a-0625-4c32-8464-82dbb240da12 req-4c84c2f2-c489-42e6-8b1c-13edac36c507 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.353716 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6933d66a-0625-4c32-8464-82dbb240da12 req-4c84c2f2-c489-42e6-8b1c-13edac36c507 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 944 time: 0.0519681 Apr 05 22:37:31.399544 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6933d66a-0625-4c32-8464-82dbb240da12 req-172ef57d-e31f-459a-944e-9de89f998729 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 Apr 05 22:37:31.557496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-7857d9c0-d4f8-4e73-8a55-5757f71bcc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.559048 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-7857d9c0-d4f8-4e73-8a55-5757f71bcc7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1129 time: 0.0441978 Apr 05 22:37:31.660057 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-880096f2-cc6c-448d-8c4b-6b38abe73aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.661481 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-880096f2-cc6c-448d-8c4b-6b38abe73aaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 910 time: 0.0868366 Apr 05 22:37:31.729367 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-67d41aee-7e16-4c47-9e45-28b977625a65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 1001 time: 0.0608201 Apr 05 22:37:31.779224 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-9d294874-4574-426d-982d-6efb0f3da976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.780949 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-9d294874-4574-426d-982d-6efb0f3da976 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 200 len: 848 time: 0.0447745 Apr 05 22:37:31.832473 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-7853425b-489e-43a4-8bd5-9251060b5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:31.833963 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-7853425b-489e-43a4-8bd5-9251060b5f69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b89deb8-9e64-4ff5-8a79-933790d6c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435100 Apr 05 22:37:31.906973 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f5d8a0-5c35-4b49-bbcb-3486411668f1 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:31.931207 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-94aa18b1-5474-4cef-8674-a0c0e8fdaa27 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835083 Apr 05 22:37:31.955178 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:37:31.959318 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:31.959694 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.020102 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6f15306-0cb3-4ca0-82e3-d1defd6dcc57 req-657141a9-9b15-47fa-9f0f-1c75716a1a1a service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818322 Apr 05 22:37:32.039814 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:32.040205 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.062200 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:32.064474 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f19d058-7907-42cd-ba32-397ba00c7a93" -d '{"events": [{"server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:32.077355 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:32.083026 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:32.110334 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46405b2-a2df-490c-84d2-eda118901627 x-openstack-request-id: req-f46405b2-a2df-490c-84d2-eda118901627 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:32.110662 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:32.110953 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f46405b2-a2df-490c-84d2-eda118901627 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:32.111352 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46405b2-a2df-490c-84d2-eda118901627'] response: {'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'code': 200} Apr 05 22:37:32.137007 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:32.152884 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbd66e-088c-4fda-8bac-eb20995ba213 req-c8e06e04-36b8-40fb-8e25-6c1e800b0c2a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:32.154350 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48fbd66e-088c-4fda-8bac-eb20995ba213 req-c8e06e04-36b8-40fb-8e25-6c1e800b0c2a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0551977 Apr 05 22:37:32.202965 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48fbd66e-088c-4fda-8bac-eb20995ba213 req-13af2f2c-3e0c-4dec-84f8-5a489efb842a tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Apr 05 22:37:32.567835 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51748d90-b4f0-49af-a39b-9111b058d3ed req-4d6be27b-8a6d-477b-8a24-066e0735f4ae tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:32.569303 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-51748d90-b4f0-49af-a39b-9111b058d3ed req-4d6be27b-8a6d-477b-8a24-066e0735f4ae tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.1031742 Apr 05 22:37:32.618373 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-51748d90-b4f0-49af-a39b-9111b058d3ed req-5af4f687-e2ba-4103-8670-0508abcfef90 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Apr 05 22:37:32.818773 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:33.332120 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c078b4-e687-4e52-b689-6f1d437f5881 req-b96f71ab-9716-4511-8d86-f89b7d07d0b9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.333648 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-21c078b4-e687-4e52-b689-6f1d437f5881 req-b96f71ab-9716-4511-8d86-f89b7d07d0b9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0621183 Apr 05 22:37:33.385109 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-21c078b4-e687-4e52-b689-6f1d437f5881 req-82f2caf3-cbb2-4d68-a963-30b709e23e7b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 Apr 05 22:37:33.557035 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea0e7b-c2d0-41fc-be8e-29d83af35eb4 req-1b38e3d2-7062-4895-a896-1e41de777983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.558534 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0ea0e7b-c2d0-41fc-be8e-29d83af35eb4 req-1b38e3d2-7062-4895-a896-1e41de777983 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 1129 time: 0.0498443 Apr 05 22:37:33.601486 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0ea0e7b-c2d0-41fc-be8e-29d83af35eb4 req-cedae025-94fb-4c51-9daa-cbfdd408b416 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367639 Apr 05 22:37:33.733607 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de032-439c-47f0-999a-b44ebd8cefe3 req-a63153ae-28d9-499e-a1a1-13ba7c9dd84b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.735106 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-433de032-439c-47f0-999a-b44ebd8cefe3 req-a63153ae-28d9-499e-a1a1-13ba7c9dd84b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Apr 05 22:37:33.780667 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-433de032-439c-47f0-999a-b44ebd8cefe3 req-b66af9f7-9cf6-4113-8bfc-0bae269e5f5a tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 Apr 05 22:37:33.895076 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-c423f96e-fba4-440a-beb5-2d6348521457 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454373 Apr 05 22:37:33.960107 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-d90f60a4-35d5-497e-ba88-27066db2b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:33.961566 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-d90f60a4-35d5-497e-ba88-27066db2b595 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c12b3ef92f644773a69c3b4728060713&device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 1129 time: 0.0430391 Apr 05 22:37:34.069076 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-e6b56692-9a41-4355-84f2-25ae5e218737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.070831 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-e6b56692-9a41-4355-84f2-25ae5e218737 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 200 len: 920 time: 0.0885487 Apr 05 22:37:34.118658 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-be698b1a-5923-4590-832d-3747d4f19877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a HTTP/1.1" status: 200 len: 217 time: 0.0352809 Apr 05 22:37:34.485180 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-8c50b113-31a8-4be7-887d-b0cfc2a9e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.487018 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-8c50b113-31a8-4be7-887d-b0cfc2a9e0bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 200 len: 858 time: 0.0501823 Apr 05 22:37:34.512638 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15209791-b72d-4134-a4db-243ebf964226 req-3c2bf38e-2331-465b-a24e-e479b3000e16 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.513563 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-15209791-b72d-4134-a4db-243ebf964226 req-3c2bf38e-2331-465b-a24e-e479b3000e16 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0606704 Apr 05 22:37:34.562806 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-15209791-b72d-4134-a4db-243ebf964226 req-ecd99362-be7e-480f-8e73-f9f1ef3db1b2 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 Apr 05 22:37:34.671336 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-bb19e921-654a-4250-84db-4ae27edc45ff req-f7b8b8a2-0035-4412-be05-ca8316ab8e84 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:37:34.672346 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb19e921-654a-4250-84db-4ae27edc45ff req-f7b8b8a2-0035-4412-be05-ca8316ab8e84 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463715 Apr 05 22:37:34.813966 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-8d8a51cc-756c-4a83-ad9a-b127cd6eba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.816147 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-8d8a51cc-756c-4a83-ad9a-b127cd6eba13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ff3ed44-2048-46e1-bc63-4a52a03fd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521491 Apr 05 22:37:34.817392 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34304) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:34.844291 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b8bc1-e718-4363-8c5a-76cb7eb90077 req-6ca5935c-61c7-472e-8ba8-5153dbc33e9f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:34.847230 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-079b8bc1-e718-4363-8c5a-76cb7eb90077 req-6ca5935c-61c7-472e-8ba8-5153dbc33e9f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0651989 Apr 05 22:37:34.910442 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-079b8bc1-e718-4363-8c5a-76cb7eb90077 req-92799023-88b0-40bb-ac46-f5dcb5c46041 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587003 Apr 05 22:37:35.041056 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-98c67c7d-4276-48a6-a24a-6b5a8d32ca51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2225137 Apr 05 22:37:35.051987 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7874b-5817-4dda-9bba-dc44ae2ae978 req-482667c5-e067-4604-bb35-8f78f2494e72 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.053378 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7eb7874b-5817-4dda-9bba-dc44ae2ae978 req-482667c5-e067-4604-bb35-8f78f2494e72 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.1932831 Apr 05 22:37:35.062312 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-1892b26d-8423-4452-af73-fa4b7f151726 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:37:35.063290 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-1892b26d-8423-4452-af73-fa4b7f151726 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047603 Apr 05 22:37:35.075014 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-f5878d25-49a7-4f78-9fd9-e34cc89b8d8b service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454537 Apr 05 22:37:35.111208 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7eb7874b-5817-4dda-9bba-dc44ae2ae978 req-489d0827-740d-4a78-a47c-31ff8c9d9dce tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467057 Apr 05 22:37:35.155610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34312) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:35.246573 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4364-6909-450a-a261-abcbaf31d364 req-3eb477c4-af6b-4b0b-b468-e51c0d6d11ec tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:35.247938 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-3eb477c4-af6b-4b0b-b468-e51c0d6d11ec tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports/07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 942 time: 0.0913424 Apr 05 22:37:35.437303 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac90c622-c5b8-40b7-804b-07afcf435f6f req-ab1eb286-739f-485a-891e-a362ccb46857 service neutron] 10.222.0.24 "GET /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938699 Apr 05 22:37:35.854376 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ca74012e-aa3e-4f83-a04b-54f2ce7689ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:36.020609 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4700f15-2628-40c4-8857-39df180c259d req-974bae12-8b09-42dd-be9f-8883efcfcec7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.021997 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4700f15-2628-40c4-8857-39df180c259d req-974bae12-8b09-42dd-be9f-8883efcfcec7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0524178 Apr 05 22:37:36.074368 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4700f15-2628-40c4-8857-39df180c259d req-b4a1b60b-38c3-4926-8f69-0debc60e208d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Apr 05 22:37:36.232671 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a226d26-d530-4d2c-a136-b7cf7d378caf req-63896595-1a0c-4eaf-9c19-1fdfa480ab3b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.234168 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a226d26-d530-4d2c-a136-b7cf7d378caf req-63896595-1a0c-4eaf-9c19-1fdfa480ab3b tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.0533464 Apr 05 22:37:36.280201 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a226d26-d530-4d2c-a136-b7cf7d378caf req-0970fa26-58f6-4a46-a37f-dd6840f99034 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400805 Apr 05 22:37:36.391458 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c473a-3376-4e15-b465-3c3665c15957 req-84978bb5-f1ea-4987-8716-f442713f13b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:36.393124 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5c7c473a-3376-4e15-b465-3c3665c15957 req-84978bb5-f1ea-4987-8716-f442713f13b5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Apr 05 22:37:36.402633 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:37:36.407460 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Request body: {'floatingip': {'port_id': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:37:36.447367 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (4e11f7d9-ed01-43dc-94e4-136963c86f90), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:36.906576 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:36.910522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (4e11f7d9-ed01-43dc-94e4-136963c86f90), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:37.134912 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4364-6909-450a-a261-abcbaf31d364 req-33df8397-2fa0-4ab2-831e-5cfcc39560ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.136453 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-33df8397-2fa0-4ab2-831e-5cfcc39560ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f&tenant_id=85c2206ba2474de29730553f3154924f HTTP/1.1" status: 200 len: 1129 time: 0.0856090 Apr 05 22:37:37.230223 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8ef21-728a-47ba-8603-991a831ee61f req-2226fdc2-148f-45fe-b6e9-98dfdfc5aab1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.231656 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3eb8ef21-728a-47ba-8603-991a831ee61f req-2226fdc2-148f-45fe-b6e9-98dfdfc5aab1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0879891 Apr 05 22:37:37.234275 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4364-6909-450a-a261-abcbaf31d364 req-e33a330a-930b-4930-b6b4-70d8d86136c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.235649 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-e33a330a-930b-4930-b6b4-70d8d86136c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1129 time: 0.0653923 Apr 05 22:37:37.238585 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 4e11f7d9-ed01-43dc-94e4-136963c86f90 associated. External IP: 172.27.0.180, port: d1f5d8a0-5c35-4b49-bbcb-3486411668f1. Apr 05 22:37:37.333374 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3eb8ef21-728a-47ba-8603-991a831ee61f req-ed78e96d-1c48-4a7f-99b2-97a097e6b5a0 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958495 Apr 05 22:37:37.361593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4364-6909-450a-a261-abcbaf31d364 req-c1c63288-3678-46b8-a810-6e74cf169d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.363856 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-c1c63288-3678-46b8-a810-6e74cf169d62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 910 time: 0.1129358 Apr 05 22:37:37.432379 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-bac1315a-1eae-4f1e-90d0-52299776cea6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 1001 time: 0.0618606 Apr 05 22:37:37.458669 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:37:37.479870 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4364-6909-450a-a261-abcbaf31d364 req-6278d974-14c7-45a7-a16c-e7ff30dca48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.481377 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-6278d974-14c7-45a7-a16c-e7ff30dca48f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 200 len: 848 time: 0.0433140 Apr 05 22:37:37.528764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a4364-6909-450a-a261-abcbaf31d364 req-7a1fbd57-9b19-4097-806a-4fd2c24d92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.530516 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-7a1fbd57-9b19-4097-806a-4fd2c24d92bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b89deb8-9e64-4ff5-8a79-933790d6c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424895 Apr 05 22:37:37.574183 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:37:37.579162 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:37.586492 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:37:37.598553 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:37.599792 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:37.622726 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-42ba1e15-3e4e-4638-96ee-86c891f92346 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "PUT /v2.0/floatingips/4e11f7d9-ed01-43dc-94e4-136963c86f90 HTTP/1.1" status: 200 len: 991 time: 1.2086344 Apr 05 22:37:37.622726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:37.622726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19788f5b-a5d6-4709-9d83-09a7b94c9391" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:37.636521 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-9ad2de57-9b23-4e42-9fb9-d34c45519089 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983393 Apr 05 22:37:37.668240 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8772df28-34db-49f2-8837-f87300f635af x-openstack-request-id: req-8772df28-34db-49f2-8837-f87300f635af {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:37.668535 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:37.668795 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8772df28-34db-49f2-8837-f87300f635af {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:37.669520 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8772df28-34db-49f2-8837-f87300f635af'] response: {'name': 'network-changed', 'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'status': 'completed', 'code': 200} Apr 05 22:37:37.720244 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:37.764120 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28a4364-6909-450a-a261-abcbaf31d364 req-33dbee98-5059-4600-8bec-bb7779c93939 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216750 Apr 05 22:37:37.766667 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-e40199fc-84c3-485c-b5e9-eea4354cc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.768110 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-e40199fc-84c3-485c-b5e9-eea4354cc9c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 1129 time: 0.0720038 Apr 05 22:37:37.864477 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-51e66366-2b18-4c59-88f8-2018939227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:37.866091 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-51e66366-2b18-4c59-88f8-2018939227ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 200 len: 915 time: 0.0874510 Apr 05 22:37:37.965880 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:37:38.049151 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '4e11f7d9-ed01-43dc-94e4-136963c86f90', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:c2:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:22Z', 'updated_at': '2022-04-05T22:37:36Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:38.079193 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:37:38.091007 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:38.091474 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.106026 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:37:38.106643 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:38.107454 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-0e8e012f-5ebf-4278-bd05-09c0a014acda service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1 HTTP/1.1" status: 200 len: 999 time: 0.0624609 Apr 05 22:37:38.119152 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:38.121335 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120e1f5-cdf9-47d1-a19c-7d80a9099a80" -d '{"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-unplugged", "status": "completed", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:38.156443 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-125d4f45-38cf-4fc3-9caf-d40d37c5a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.158003 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-125d4f45-38cf-4fc3-9caf-d40d37c5a0d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 200 len: 853 time: 0.0444763 Apr 05 22:37:38.182985 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:38.194358 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ddc153-5341-49f3-bf20-0ba5d37cf4c3 x-openstack-request-id: req-26ddc153-5341-49f3-bf20-0ba5d37cf4c3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:38.194693 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-unplugged", "status": "completed", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:38.195028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26ddc153-5341-49f3-bf20-0ba5d37cf4c3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:38.195462 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ddc153-5341-49f3-bf20-0ba5d37cf4c3'] response: {'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'code': 200} Apr 05 22:37:38.196188 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.203023 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-215e772b-8503-415a-803c-71e3586520e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:38.214300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-5110eae4-0a07-4a77-a753-d9afc3e9c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.215975 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-5110eae4-0a07-4a77-a753-d9afc3e9c77b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=319237f0-b6cd-4d7f-91aa-9ccd5b819175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512655 Apr 05 22:37:38.298254 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:38.304132 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:37:38.324506 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-d4f0c774-4f1c-4fef-ac4b-ec6b1715d0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974007 Apr 05 22:37:38.422513 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19788f5b-a5d6-4709-9d83-09a7b94c9391 req-2a394ffd-8a04-42cc-938d-d5c8632becaf service neutron] 10.222.0.24 "GET /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891757 Apr 05 22:37:38.458617 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f23c-c857-4534-8d9d-d02206f77d52 req-a9eb305c-0270-4915-a416-e8bcf265528f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:38.460143 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef27f23c-c857-4534-8d9d-d02206f77d52 req-a9eb305c-0270-4915-a416-e8bcf265528f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0568771 Apr 05 22:37:38.519314 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef27f23c-c857-4534-8d9d-d02206f77d52 req-ad53732a-ae9f-4f62-b158-c837fbc4c39e tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526667 Apr 05 22:37:38.538986 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '4e11f7d9-ed01-43dc-94e4-136963c86f90', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:c2:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:22Z', 'updated_at': '2022-04-05T22:37:36Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:37:38.568627 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bf663-bfda-4167-8428-6e2e93ea8e0e None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '4e11f7d9-ed01-43dc-94e4-136963c86f90', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'port_id': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'mac_address': 'fa:16:3e:c2:19:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:37:22Z', 'updated_at': '2022-04-05T22:37:36Z', 'revision_number': 1, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:37:38.756817 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7d9f4-8e89-4c43-9a29-859df9f3db2b None None] New status for floating IP 4e11f7d9-ed01-43dc-94e4-136963c86f90: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:37:39.366912 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:39.642027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe3442-e1fa-41af-b541-74e97076cfc7 req-c36c2019-a426-48a3-b4cb-a23c1f4e8709 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:39.644195 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6fe3442-e1fa-41af-b541-74e97076cfc7 req-c36c2019-a426-48a3-b4cb-a23c1f4e8709 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0553520 Apr 05 22:37:39.691892 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6fe3442-e1fa-41af-b541-74e97076cfc7 req-b578bbd6-9868-4915-96d7-97cec75d9bd5 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Apr 05 22:37:40.670093 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:40.813619 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcad55c-81c1-4659-9b88-60af99a7f4c4 req-858daecb-29e6-411b-8348-e133162a929c tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:40.815249 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dcad55c-81c1-4659-9b88-60af99a7f4c4 req-858daecb-29e6-411b-8348-e133162a929c tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0559862 Apr 05 22:37:40.862781 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8dcad55c-81c1-4659-9b88-60af99a7f4c4 req-db81fa53-72c0-4258-b34f-027ceb8f24f6 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Apr 05 22:37:41.978320 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c99ed-7971-4e77-a6bd-e48da21d2fae req-f1d878d9-83de-4650-b482-a787b719f24f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:41.979824 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9f6c99ed-7971-4e77-a6bd-e48da21d2fae req-f1d878d9-83de-4650-b482-a787b719f24f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0508921 Apr 05 22:37:42.026829 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9f6c99ed-7971-4e77-a6bd-e48da21d2fae req-d7e18f54-69ba-4c03-98d6-3008fa7bb554 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Apr 05 22:37:42.289475 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:43.141873 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d996eb-103c-4cf6-847b-a57b32502ed5 req-54c24783-d6bb-4ec4-942f-b04ca4d94983 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:43.144010 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-23d996eb-103c-4cf6-847b-a57b32502ed5 req-54c24783-d6bb-4ec4-942f-b04ca4d94983 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0520496 Apr 05 22:37:43.192493 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-23d996eb-103c-4cf6-847b-a57b32502ed5 req-53a39522-23af-4455-818c-0a3e743e4e7b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Apr 05 22:37:44.136294 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f64a5-7566-44d1-8c93-dd6b51bc8c28 req-3599cdda-7f7a-49e2-a795-02b1c3240062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.137818 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3b2f64a5-7566-44d1-8c93-dd6b51bc8c28 req-3599cdda-7f7a-49e2-a795-02b1c3240062 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1127 time: 0.0432622 Apr 05 22:37:44.184543 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3b2f64a5-7566-44d1-8c93-dd6b51bc8c28 req-47236afc-446b-4575-b71d-b8a1f247bb7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412431 Apr 05 22:37:44.314651 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4a854-4466-46f3-a0a5-9c39efa74a7d req-75805a95-a3f4-4a5d-9ed0-4a8348a870c1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:44.316341 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-74e4a854-4466-46f3-a0a5-9c39efa74a7d req-75805a95-a3f4-4a5d-9ed0-4a8348a870c1 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0578372 Apr 05 22:37:44.364870 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-74e4a854-4466-46f3-a0a5-9c39efa74a7d req-0917c86a-4645-4b1d-889a-bfff18bf8e6f tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 Apr 05 22:37:45.481185 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75c457-0945-4a07-879c-8ece5985ac2a req-60e653bc-cc99-4b0c-8e10-d349e7984dec tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:45.482669 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d75c457-0945-4a07-879c-8ece5985ac2a req-60e653bc-cc99-4b0c-8e10-d349e7984dec tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 943 time: 0.0520554 Apr 05 22:37:45.534789 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6d75c457-0945-4a07-879c-8ece5985ac2a req-78e608df-94e6-42fd-be20-e6e5552f35a7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Apr 05 22:37:45.994024 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:37:46.090157 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:46.102162 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'port_id': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'mac_address': 'fa:16:3e:9f:64:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:37:46.138590 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:46.139010 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.152133 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:37:46.171157 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:46.174561 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:46.220315 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:46.487835 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:37:47.992378 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:37:48.163701 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:37:48.164079 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.237987 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:37:48.238373 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.260567 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:37:48.262815 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1cc536-3f2e-4d16-bb4c-01b28b5eaba6" -d '{"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-plugged", "status": "completed", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:37:48.274842 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:37:48.278802 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:37:48.305042 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5e545-8f84-47ec-a24d-385df60fc277 x-openstack-request-id: req-6bf5e545-8f84-47ec-a24d-385df60fc277 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:37:48.305359 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-plugged", "status": "completed", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:37:48.305619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bf5e545-8f84-47ec-a24d-385df60fc277 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:37:48.306008 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf5e545-8f84-47ec-a24d-385df60fc277'] response: {'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'code': 200} Apr 05 22:37:48.331113 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:37:56.467711 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df73eed-3cf0-4820-a4d8-5a3958954858 req-0bd6029c-b959-4165-a35a-bc2a40ae68b6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:56.469240 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0df73eed-3cf0-4820-a4d8-5a3958954858 req-0bd6029c-b959-4165-a35a-bc2a40ae68b6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0532014 Apr 05 22:37:56.516635 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0df73eed-3cf0-4820-a4d8-5a3958954858 req-527403a3-76b7-4a51-b284-0820fc6da418 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 Apr 05 22:37:57.636391 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93202-8966-4c84-96da-803f95ee721f req-777c960e-34ac-40e4-a2e7-1957b7147fbe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:57.637848 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4f93202-8966-4c84-96da-803f95ee721f req-777c960e-34ac-40e4-a2e7-1957b7147fbe tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0517206 Apr 05 22:37:57.683469 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4f93202-8966-4c84-96da-803f95ee721f req-55eb02a6-1524-4069-82b3-1cc91092fa43 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Apr 05 22:37:58.807421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43950-a6a8-4cf8-ad78-b5414922745f req-6033b58b-8f6e-4ff1-bddf-2d4d86534b86 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:58.808918 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a43950-a6a8-4cf8-ad78-b5414922745f req-6033b58b-8f6e-4ff1-bddf-2d4d86534b86 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0561192 Apr 05 22:37:58.857399 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a43950-a6a8-4cf8-ad78-b5414922745f req-7ee5d580-6366-47f9-be3d-aa16a8d07039 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Apr 05 22:37:59.984387 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-8ec21b44-9507-49c5-9263-67b981e17e94 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:37:59.985827 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-8ec21b44-9507-49c5-9263-67b981e17e94 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0815563 Apr 05 22:38:00.007024 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb8dbf-6a67-4609-b369-2840edadcd33 req-cc8c3002-b0cc-4cf6-b5be-40b3ad7120a3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:00.008422 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-38fb8dbf-6a67-4609-b369-2840edadcd33 req-cc8c3002-b0cc-4cf6-b5be-40b3ad7120a3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 945 time: 0.0768251 Apr 05 22:38:00.105893 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-38fb8dbf-6a67-4609-b369-2840edadcd33 req-00ab1636-0afe-4d96-a897-c0d5db60fa30 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=c47cb347-61aa-4c09-ac8a-7e001af1a0ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785310 Apr 05 22:38:00.123572 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Deleting port d2804d66-a213-4bf2-bc23-3a93023db389 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:00.123918 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.218590 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] For port d2804d66-a213-4bf2-bc23-3a93023db389, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d2804d66-a213-4bf2-bc23-3a93023db389,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:00.218896 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.634179 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.634540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.634880 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Floating IP d9bd2d0d-d7a0-4606-ada3-a436db0f8e62 disassociated. External IP: 172.27.0.122, port: d2804d66-a213-4bf2-bc23-3a93023db389. Apr 05 22:38:00.635228 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Calling delete_port for d2804d66-a213-4bf2-bc23-3a93023db389 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:00.761456 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (d2804d66-a213-4bf2-bc23-3a93023db389), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:00.790199 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event deleted for resources: {'Port': ['ID=d2804d66-a213-4bf2-bc23-3a93023db389,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:00.807215 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.807583 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.807934 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.808280 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.808624 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.808969 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.809305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.809637 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.809978 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.810308 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.810732 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.811404 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.811614 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.811938 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.812876 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:00.919694 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:01.026672 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:01.043586 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] Sync routers for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:01.053468 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:01.054097 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.069271 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] No DVR routers for this DVR port d2804d66-a213-4bf2-bc23-3a93023db389 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:01.071708 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:01.075005 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3f6d8ebe-5f9e-4416-96d4-0ed812254cf9 req-327b5fb8-c458-4589-a736-136464312d69 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "DELETE /v2.0/ports/d2804d66-a213-4bf2-bc23-3a93023db389 HTTP/1.1" status: 204 len: 173 time: 1.0813634 Apr 05 22:38:01.075448 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'name': 'network-vif-deleted', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:01.077732 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07faf4-44b8-4669-bb93-f5aa5a679a95" -d '{"events": [{"server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "name": "network-vif-deleted", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:01.175360 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:01.201724 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8761a615-1c89-4e90-b525-1e0153f8e452 x-openstack-request-id: req-8761a615-1c89-4e90-b525-1e0153f8e452 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:01.202023 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9add5f4e-675e-47ec-b367-b66c6d12060a", "name": "network-vif-deleted", "tag": "d2804d66-a213-4bf2-bc23-3a93023db389", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:01.202281 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8761a615-1c89-4e90-b525-1e0153f8e452 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:01.202683 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8761a615-1c89-4e90-b525-1e0153f8e452'] response: {'server_uuid': '9add5f4e-675e-47ec-b367-b66c6d12060a', 'name': 'network-vif-deleted', 'tag': 'd2804d66-a213-4bf2-bc23-3a93023db389', 'status': 'completed', 'code': 200} Apr 05 22:38:01.223195 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-33aa1502-4cb3-4472-8184-7f2d4fbea380 req-b1455a25-74e4-4bb0-bba0-0db73446edf1 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=9add5f4e-675e-47ec-b367-b66c6d12060a HTTP/1.1" status: 200 len: 210 time: 0.0354865 Apr 05 22:38:01.402473 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.429329 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] Checking router: 58679e06-94f9-4be6-ad8a-6a7c19ef4bed for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:01.437277 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:01.437883 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:37:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.542567 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:01.759314 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:01.785637 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc44b1-135a-4f2d-ad4b-838614e5035f None None] The sync data for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi is: [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:33:50Z', 'revision_number': 4, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '424a71fd-b404-411a-8b49-57963e609803', 'name': '', 'network_id': '0ff3ed44-2048-46e1-bc63-4a52a03fd624', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'mac_address': 'fa:16:3e:27:d4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:49Z', 'updated_at': '2022-04-05T22:33:55Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'subnets': [{'id': '1b9541c5-20a2-4a99-b523-fa72422acb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:01.998490 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76ac1d-f2d0-4d4b-9e2e-bd4cc83d9dc7 None None] New status for floating IP d9bd2d0d-d7a0-4606-ada3-a436db0f8e62: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:02.308218 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:02.360488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group (c47cb347-61aa-4c09-ac8a-7e001af1a0ec), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.384139 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group (c47cb347-61aa-4c09-ac8a-7e001af1a0ec), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.429141 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (c47cb347-61aa-4c09-ac8a-7e001af1a0ec), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.431906 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.433019 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "DELETE /v2.0/security-groups/c47cb347-61aa-4c09-ac8a-7e001af1a0ec HTTP/1.1" status: 204 len: 168 time: 0.1238005 Apr 05 22:38:02.435732 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34480) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:02.442464 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47cb347-61aa-4c09-ac8a-7e001af1a0ec,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:02.449308 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.449659 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.450000 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.450340 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.450675 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.451031 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.451358 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.451690 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.452014 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.452339 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.452497 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.api.v2.resource [None req-8510fc7e-2946-491d-9be9-6773d1957e9e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] show failed (client error): The resource could not be found. Apr 05 22:38:02.452665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.452986 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.453305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.453428 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8510fc7e-2946-491d-9be9-6773d1957e9e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups/c47cb347-61aa-4c09-ac8a-7e001af1a0ec HTTP/1.1" status: 404 len: 347 time: 0.0165479 Apr 05 22:38:02.453745 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.454074 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5869a6fe-5f89-44db-8180-8572a794d232 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:02.456077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34482) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:02.577593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Deleting port d7123614-496f-4ded-8c09-bc96fc0e01f0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:02.577930 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.649366 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.649612 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (d7123614-496f-4ded-8c09-bc96fc0e01f0), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.661160 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Calling delete_port for d7123614-496f-4ded-8c09-bc96fc0e01f0 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:02.792850 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (d7123614-496f-4ded-8c09-bc96fc0e01f0), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.816113 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.820047 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event deleted for resources: {'Port': ['ID=d7123614-496f-4ded-8c09-bc96fc0e01f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:02.883235 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks [] for floatingip (d9bd2d0d-d7a0-4606-ada3-a436db0f8e62), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.885756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:02.886925 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c663aeb4-1047-4fb6-af5c-614c4b90a264 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "DELETE /v2.0/floatingips/d9bd2d0d-d7a0-4606-ada3-a436db0f8e62 HTTP/1.1" status: 204 len: 168 time: 0.4298823 Apr 05 22:38:04.057209 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d2804d66-a213-4bf2-bc23-3a93023db389 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:04.082267 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: d2804d66-a213-4bf2-bc23-3a93023db389 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:04.082645 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d2804d66-a213-4bf2-bc23-3a93023db389 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:04.374429 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:05.351399 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551707c-76c7-493a-ab4f-ed34cc7c23c9 req-df945bde-1aad-4a23-933c-63e37f79ee65 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:05.352858 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5551707c-76c7-493a-ab4f-ed34cc7c23c9 req-df945bde-1aad-4a23-933c-63e37f79ee65 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0525718 Apr 05 22:38:05.398443 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5551707c-76c7-493a-ab4f-ed34cc7c23c9 req-979bbda6-be58-47d6-a75c-fc5ec0fabf4a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Apr 05 22:38:05.847583 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-995f4f04-d591-46fb-acf2-2ab2be57e46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:06.519518 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bede3ab-4209-444a-9c32-32ad5d098b9b req-46a89a5a-e85a-41af-9a74-96a63e6c4887 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:06.520992 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5bede3ab-4209-444a-9c32-32ad5d098b9b req-46a89a5a-e85a-41af-9a74-96a63e6c4887 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0556099 Apr 05 22:38:06.569997 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5bede3ab-4209-444a-9c32-32ad5d098b9b req-6f14ae2a-bb6b-4613-b6e4-d011cd4fd132 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Apr 05 22:38:07.686667 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075037f4-43da-4d2a-b4bc-bf21a89f3ac8 req-0279ea78-0450-4c96-957e-5b4776de9b4e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:07.688080 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-075037f4-43da-4d2a-b4bc-bf21a89f3ac8 req-0279ea78-0450-4c96-957e-5b4776de9b4e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0522699 Apr 05 22:38:07.736421 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-075037f4-43da-4d2a-b4bc-bf21a89f3ac8 req-468af320-9a4a-4926-8cab-eab0bcfd0153 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Apr 05 22:38:08.145402 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9af259e1-dbbb-4bc3-bec1-64139f56ba04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.601826 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-ecb90d2b-d6e1-4526-9a32-32160947c289 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.603454 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-ecb90d2b-d6e1-4526-9a32-32160947c289 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0563333 Apr 05 22:38:08.700794 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Deleting port 02c1cf3c-01fd-4e20-92e6-819e36ded02a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:08.701523 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.792816 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] For port 02c1cf3c-01fd-4e20-92e6-819e36ded02a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=02c1cf3c-01fd-4e20-92e6-819e36ded02a,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:08.793208 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.809289 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Calling delete_port for 02c1cf3c-01fd-4e20-92e6-819e36ded02a owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:08.862418 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cf2a7-4580-46ab-a427-b5146cd23c55 req-ff90b514-2bd9-4b80-9b4b-714c171464c6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:08.869938 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-448cf2a7-4580-46ab-a427-b5146cd23c55 req-ff90b514-2bd9-4b80-9b4b-714c171464c6 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=87af5738-0c45-4e54-9c7f-59327cd81bcf HTTP/1.1" status: 200 len: 945 time: 0.0679085 Apr 05 22:38:08.937114 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-448cf2a7-4580-46ab-a427-b5146cd23c55 req-83784d04-c714-4ecb-bb80-6ce7ae7ac16e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604775 Apr 05 22:38:08.957695 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (02c1cf3c-01fd-4e20-92e6-819e36ded02a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:08.969059 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['844e9748-a7bf-4051-9ca9-8c02ecd2d644', '02c1cf3c-01fd-4e20-92e6-819e36ded02a'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:08.984961 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event deleted for resources: {'Port': ['ID=02c1cf3c-01fd-4e20-92e6-819e36ded02a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:09.033524 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] No DVR routers for this DVR port 02c1cf3c-01fd-4e20-92e6-819e36ded02a on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:09.036625 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:09.040147 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6fbe5b59-3dfa-406b-acc3-5b6a661380e2 req-74232a01-136d-4965-8279-ab2bf53d1ce5 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "DELETE /v2.0/ports/02c1cf3c-01fd-4e20-92e6-819e36ded02a HTTP/1.1" status: 204 len: 173 time: 0.4301054 Apr 05 22:38:09.040589 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'name': 'network-vif-deleted', 'tag': '02c1cf3c-01fd-4e20-92e6-819e36ded02a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:09.042893 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0106b8a0-323e-4395-9d4b-2e26ab4a46ac" -d '{"events": [{"server_uuid": "87af5738-0c45-4e54-9c7f-59327cd81bcf", "name": "network-vif-deleted", "tag": "02c1cf3c-01fd-4e20-92e6-819e36ded02a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:09.080605 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600c6347-fd30-440a-a5b3-31735cdcaf22 x-openstack-request-id: req-600c6347-fd30-440a-a5b3-31735cdcaf22 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:09.080900 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af5738-0c45-4e54-9c7f-59327cd81bcf", "name": "network-vif-deleted", "tag": "02c1cf3c-01fd-4e20-92e6-819e36ded02a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:09.081149 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-600c6347-fd30-440a-a5b3-31735cdcaf22 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:09.081552 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600c6347-fd30-440a-a5b3-31735cdcaf22'] response: {'server_uuid': '87af5738-0c45-4e54-9c7f-59327cd81bcf', 'name': 'network-vif-deleted', 'tag': '02c1cf3c-01fd-4e20-92e6-819e36ded02a', 'status': 'completed', 'code': 200} Apr 05 22:38:09.375402 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:10.208115 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0da1b-f4fb-46a0-9b57-0f68748757b5 req-163d2308-9a1d-4068-9e8e-0a50fa17d696 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:10.209614 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4fe0da1b-f4fb-46a0-9b57-0f68748757b5 req-163d2308-9a1d-4068-9e8e-0a50fa17d696 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0524089 Apr 05 22:38:10.256536 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4fe0da1b-f4fb-46a0-9b57-0f68748757b5 req-4c6b6b93-9521-4584-b64c-056a3eb6948e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Apr 05 22:38:10.672979 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:11.377030 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c86b-01bf-4337-91da-20e107214193 req-eb36dd87-af30-4fd5-9838-a6294318f9ee tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:11.378482 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b66c86b-01bf-4337-91da-20e107214193 req-eb36dd87-af30-4fd5-9838-a6294318f9ee tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Apr 05 22:38:11.427245 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2b66c86b-01bf-4337-91da-20e107214193 req-2976a96d-d91c-4590-a338-5f15cda63df4 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431869 Apr 05 22:38:12.089940 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 02c1cf3c-01fd-4e20-92e6-819e36ded02a no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:12.109434 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 02c1cf3c-01fd-4e20-92e6-819e36ded02a {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:12.109774 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 02c1cf3c-01fd-4e20-92e6-819e36ded02a not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:12.291151 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:12.546880 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdba19-3a07-4fb4-a14e-e8dc113a4df7 req-067d78ca-5128-411b-8496-e982b52c773d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:12.548901 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-adbdba19-3a07-4fb4-a14e-e8dc113a4df7 req-067d78ca-5128-411b-8496-e982b52c773d tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Apr 05 22:38:12.593739 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-adbdba19-3a07-4fb4-a14e-e8dc113a4df7 req-77bbea69-2769-4971-8ab9-ce42eed5af6e tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Apr 05 22:38:13.712980 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e448b-73dd-4b12-a0f1-6bfdef07286f req-4db86f6b-2f54-4a84-97b6-c07c4f5280b3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.714500 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-700e448b-73dd-4b12-a0f1-6bfdef07286f req-4db86f6b-2f54-4a84-97b6-c07c4f5280b3 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0537190 Apr 05 22:38:13.761587 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-700e448b-73dd-4b12-a0f1-6bfdef07286f req-40cd1640-613f-422c-ad89-280dafc703ce tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/security-groups?id=621c9898-0c69-44dd-a3de-05c4bf75a2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Apr 05 22:38:13.827818 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a1cc2e14-671c-4064-a5f5-1e364025bf22 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:13.829397 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a1cc2e14-671c-4064-a5f5-1e364025bf22 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Apr 05 22:38:13.935418 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Deleting port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:13.935905 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.040255 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] For port 844e9748-a7bf-4051-9ca9-8c02ecd2d644, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=844e9748-a7bf-4051-9ca9-8c02ecd2d644,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:14.040629 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.055943 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Calling delete_port for 844e9748-a7bf-4051-9ca9-8c02ecd2d644 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:14.203046 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (844e9748-a7bf-4051-9ca9-8c02ecd2d644), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.219697 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['844e9748-a7bf-4051-9ca9-8c02ecd2d644'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:14.256042 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Pushing event deleted for resources: {'Port': ['ID=844e9748-a7bf-4051-9ca9-8c02ecd2d644,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:14.305036 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] No DVR routers for this DVR port 844e9748-a7bf-4051-9ca9-8c02ecd2d644 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:14.307168 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:14.310813 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5bc69157-7055-4315-8b8d-9b4ed4a65579 req-a49903f9-1fed-4353-af11-754fe9f3c99a tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.24 "DELETE /v2.0/ports/844e9748-a7bf-4051-9ca9-8c02ecd2d644 HTTP/1.1" status: 204 len: 173 time: 0.4728339 Apr 05 22:38:14.311282 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c948572-4ee7-4575-bb56-f153c7687002', 'name': 'network-vif-deleted', 'tag': '844e9748-a7bf-4051-9ca9-8c02ecd2d644'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:14.319870 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afcbfc0-03e2-4a64-a679-a14bc732825a" -d '{"events": [{"server_uuid": "5c948572-4ee7-4575-bb56-f153c7687002", "name": "network-vif-deleted", "tag": "844e9748-a7bf-4051-9ca9-8c02ecd2d644"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:14.369046 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ca2f2-3bba-4544-9471-b386d3509b7c x-openstack-request-id: req-363ca2f2-3bba-4544-9471-b386d3509b7c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:14.369348 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c948572-4ee7-4575-bb56-f153c7687002", "name": "network-vif-deleted", "tag": "844e9748-a7bf-4051-9ca9-8c02ecd2d644", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:14.369602 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-363ca2f2-3bba-4544-9471-b386d3509b7c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:14.370011 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363ca2f2-3bba-4544-9471-b386d3509b7c'] response: {'server_uuid': '5c948572-4ee7-4575-bb56-f153c7687002', 'name': 'network-vif-deleted', 'tag': '844e9748-a7bf-4051-9ca9-8c02ecd2d644', 'status': 'completed', 'code': 200} Apr 05 22:38:14.868532 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63d53553-080b-435e-951f-fb6a6d335af7 req-a95255e4-c956-4f5b-84c1-cd985f053416 tempest-ServerRescueNegativeTestJSON-1803307042 tempest-ServerRescueNegativeTestJSON-1803307042-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c948572-4ee7-4575-bb56-f153c7687002 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Apr 05 22:38:15.836556 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da167935-aa1e-41fe-a31a-0cce20adc97a req-64b52de0-6984-4b7e-82c4-73927310e2e9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:15.838055 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da167935-aa1e-41fe-a31a-0cce20adc97a req-64b52de0-6984-4b7e-82c4-73927310e2e9 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 946 time: 0.0541027 Apr 05 22:38:15.884578 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da167935-aa1e-41fe-a31a-0cce20adc97a req-a8037614-7e0f-4257-9935-451c345bcaf0 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Apr 05 22:38:15.925487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34618) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:16.342106 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.630682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Deleting port 424a71fd-b404-411a-8b49-57963e609803 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:16.631055 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (424a71fd-b404-411a-8b49-57963e609803), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.710054 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] For port 424a71fd-b404-411a-8b49-57963e609803, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=424a71fd-b404-411a-8b49-57963e609803,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:16.710423 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (424a71fd-b404-411a-8b49-57963e609803), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.722959 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Calling delete_port for 424a71fd-b404-411a-8b49-57963e609803 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:16.900320 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (424a71fd-b404-411a-8b49-57963e609803), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:16.932197 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=424a71fd-b404-411a-8b49-57963e609803,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:17.083694 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ca6af-00b4-4db6-b8ae-6ff106c25187 req-a9664550-c4ee-45d1-b585-c025dd9c97d1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.085217 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ef7ca6af-00b4-4db6-b8ae-6ff106c25187 req-a9664550-c4ee-45d1-b585-c025dd9c97d1 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 946 time: 0.1166875 Apr 05 22:38:17.428388 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.433554 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ef7ca6af-00b4-4db6-b8ae-6ff106c25187 req-d5b55ba2-9f33-476d-bd82-f69d7bf11e20 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups?id=34e60849-b893-4c91-bcf6-9d7b839dcc15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609267 Apr 05 22:38:17.674094 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:17.734967 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975b287-d26a-426d-8854-088cdd8c37fe req-0821b4e7-892b-41a8-a649-3efacd1df39a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:17.737292 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2975b287-d26a-426d-8854-088cdd8c37fe req-0821b4e7-892b-41a8-a649-3efacd1df39a tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 946 time: 0.0988288 Apr 05 22:38:17.860053 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:17.866055 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ccdd0479-80fa-4bce-8d99-70fc431ffc76 admin admin] 10.222.0.26 "PUT /v2.0/routers/58679e06-94f9-4be6-ad8a-6a7c19ef4bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395125 Apr 05 22:38:17.868834 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34626) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:17.870501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] Sync routers for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:17.881149 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:17.882438 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:17.885868 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Deleting port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:17.885868 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.979412 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks [] for router (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.981243 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] For port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:17.982230 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:17.993417 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:18.088277 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks [] for router_gateway (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.122024 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 844e9748-a7bf-4051-9ca9-8c02ecd2d644 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:18.149926 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Deleting port 078689a6-76c7-4c5a-bbb9-8b39e2076d03 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:18.150405 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.158109 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 844e9748-a7bf-4051-9ca9-8c02ecd2d644 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:18.158320 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 844e9748-a7bf-4051-9ca9-8c02ecd2d644 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:18.174756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.175163 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (936e7001-f8c6-472f-9f18-48d30286e7f7), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.175511 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Floating IP 936e7001-f8c6-472f-9f18-48d30286e7f7 disassociated. External IP: 172.27.0.72, port: bc0b6d4e-a0d6-417d-9cf1-b106c28274e8. Apr 05 22:38:18.176219 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Calling delete_port for bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:18.220084 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:38:16Z', 'revision_number': 5, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port': {'id': '078689a6-76c7-4c5a-bbb9-8b39e2076d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:47Z', 'updated_at': '2022-04-05T22:33:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:18.242492 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] For port 078689a6-76c7-4c5a-bbb9-8b39e2076d03, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=078689a6-76c7-4c5a-bbb9-8b39e2076d03,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:18.242825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.251806 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] Checking router: 58679e06-94f9-4be6-ad8a-6a7c19ef4bed for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:18.256599 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Calling delete_port for 078689a6-76c7-4c5a-bbb9-8b39e2076d03 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:18.261447 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] Routers {'58679e06-94f9-4be6-ad8a-6a7c19ef4bed'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:18.262066 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:18.321086 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (bc0b6d4e-a0d6-417d-9cf1-b106c28274e8), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.353591 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] Set router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:18.357621 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event deleted for resources: {'Port': ['ID=bc0b6d4e-a0d6-417d-9cf1-b106c28274e8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:18.441761 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (078689a6-76c7-4c5a-bbb9-8b39e2076d03), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.468687 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Pushing event deleted for resources: {'Port': ['ID=078689a6-76c7-4c5a-bbb9-8b39e2076d03,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:18.520024 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:18.553787 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1e820502-be92-412a-9dfd-a99aca340a51 req-d1987c99-91c3-446c-b587-17476601f14d tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/ports?device_id=640a813b-6645-42ba-a366-b9a71d5a01dd HTTP/1.1" status: 200 len: 210 time: 0.0297484 Apr 05 22:38:18.554652 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:38:18Z', 'revision_number': 6, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:18.568319 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.585506 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8d276-5769-4833-a1bd-a18f48d34c1a None None] The sync data for ids ['58679e06-94f9-4be6-ad8a-6a7c19ef4bed'] in dv-cinder-833443-2-iscsi is: [{'id': '58679e06-94f9-4be6-ad8a-6a7c19ef4bed', 'name': 'tempest-ServerRescueNegativeTestJSON-2115367672-router', 'tenant_id': 'c12b3ef92f644773a69c3b4728060713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:46Z', 'updated_at': '2022-04-05T22:38:18Z', 'revision_number': 6, 'project_id': 'c12b3ef92f644773a69c3b4728060713', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:18.646337 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:18.658152 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:18.668121 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:18.668740 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:18.683187 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.685346 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks [] for router_controller (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.691696 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] No DVR routers for this DVR port bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:18.693957 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.697708 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2975b287-d26a-426d-8854-088cdd8c37fe req-8741e330-9898-4d7f-8430-769e768a34a8 tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.24 "DELETE /v2.0/ports/bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 HTTP/1.1" status: 204 len: 173 time: 0.9544251 Apr 05 22:38:18.698277 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'name': 'network-vif-deleted', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:18.700778 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c19c90-c0a6-4ed8-ae35-0d9d30ba3ed7" -d '{"events": [{"server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "name": "network-vif-deleted", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:18.772678 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (58679e06-94f9-4be6-ad8a-6a7c19ef4bed), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.773315 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58679e06-94f9-4be6-ad8a-6a7c19ef4bed {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:18.779037 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d69b2dd-a210-45b6-b530-fc88e930e4e6 x-openstack-request-id: req-5d69b2dd-a210-45b6-b530-fc88e930e4e6 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:18.779866 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640a813b-6645-42ba-a366-b9a71d5a01dd", "name": "network-vif-deleted", "tag": "bc0b6d4e-a0d6-417d-9cf1-b106c28274e8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:18.780185 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d69b2dd-a210-45b6-b530-fc88e930e4e6 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:18.780649 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d69b2dd-a210-45b6-b530-fc88e930e4e6'] response: {'server_uuid': '640a813b-6645-42ba-a366-b9a71d5a01dd', 'name': 'network-vif-deleted', 'tag': 'bc0b6d4e-a0d6-417d-9cf1-b106c28274e8', 'status': 'completed', 'code': 200} Apr 05 22:38:18.797716 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.802263 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ba9f6e9a-6afc-488a-ad2b-0cdbce3cf04c admin admin] 10.222.0.26 "DELETE /v2.0/routers/58679e06-94f9-4be6-ad8a-6a7c19ef4bed HTTP/1.1" status: 204 len: 168 time: 0.9323561 Apr 05 22:38:18.802568 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34634) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:18.862061 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Deleting subnet 1b9541c5-20a2-4a99-b523-fa72422acb84 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:18.865953 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Publish callbacks [] for subnet (1b9541c5-20a2-4a99-b523-fa72422acb84), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.909452 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131879386'] for subnet (1b9541c5-20a2-4a99-b523-fa72422acb84), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:18.969011 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:19.030968 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (1b9541c5-20a2-4a99-b523-fa72422acb84), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.095511 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131949189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130470230'] for subnet (1b9541c5-20a2-4a99-b523-fa72422acb84), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.125294 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9541c5-20a2-4a99-b523-fa72422acb84,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:19.127595 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.133338 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34636) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:19.133890 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9a0ed06c-d306-4a2b-94ed-3b2956cb3a38 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1b9541c5-20a2-4a99-b523-fa72422acb84 HTTP/1.1" status: 204 len: 168 time: 0.3294971 Apr 05 22:38:19.140299 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd37fbd-b2c4-4a64-a8c2-266c7673df4d None None] Network 0ff3ed44-2048-46e1-bc63-4a52a03fd624 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:19.187790 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.217458 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:19.220167 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (0ff3ed44-2048-46e1-bc63-4a52a03fd624), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.229301 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:19.229949 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.288401 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Deleting port 42005bbf-d946-422f-8c7b-50a8fa087f6c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:19.288743 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.356627 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:19.361825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] For port 42005bbf-d946-422f-8c7b-50a8fa087f6c, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=42005bbf-d946-422f-8c7b-50a8fa087f6c,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:19.361825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.368922 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] DHCP port deletion for 0ff3ed44-2048-46e1-bc63-4a52a03fd624 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:19.387651 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Calling delete_port for 42005bbf-d946-422f-8c7b-50a8fa087f6c owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:19.431347 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Deleting port 42005bbf-d946-422f-8c7b-50a8fa087f6c {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:19.431753 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.473014 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.497679 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Pushing event deleted for resources: {'Port': ['ID=42005bbf-d946-422f-8c7b-50a8fa087f6c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:19.508711 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] No DVR routers for this DVR port 42005bbf-d946-422f-8c7b-50a8fa087f6c on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:19.512298 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] For port 42005bbf-d946-422f-8c7b-50a8fa087f6c, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=42005bbf-d946-422f-8c7b-50a8fa087f6c,segment=NetworkSegment(b5b5c96b-8720-44a5-b4cd-75961e5956cc),segment_id=b5b5c96b-8720-44a5-b4cd-75961e5956cc)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:19.513031 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.526462 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Calling delete_port for 42005bbf-d946-422f-8c7b-50a8fa087f6c owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:19.588994 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (0ff3ed44-2048-46e1-bc63-4a52a03fd624), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.615284 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.632529 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff3ed44-2048-46e1-bc63-4a52a03fd624']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.644354 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b5c96b-8720-44a5-b4cd-75961e5956cc') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.644858 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b5c96b-8720-44a5-b4cd-75961e5956cc') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:19.645580 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be3ffe3-5b35-4f9a-bfcf-001aa0ab5497 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:32:41Z', 'revision_number': 4, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'f4a8c35d-ec05-48b7-9e84-bfa1446bf916', 'name': '', 'network_id': '58e4f34a-3223-4866-9795-1d9659f97a60', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'mac_address': 'fa:16:3e:85:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:38Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'subnets': [{'id': '6bf25390-2ffb-4234-a357-862ec1c8364b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:19.661577 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (b5b5c96b-8720-44a5-b4cd-75961e5956cc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.671846 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (42005bbf-d946-422f-8c7b-50a8fa087f6c), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.678244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (b5b5c96b-8720-44a5-b4cd-75961e5956cc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.685059 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:19.686079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:19.686633 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (b5b5c96b-8720-44a5-b4cd-75961e5956cc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:19.689978 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:19.719151 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] No DVR routers for this DVR port 42005bbf-d946-422f-8c7b-50a8fa087f6c on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:19.724109 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Pushing event deleted for resources: {'Port': ['ID=42005bbf-d946-422f-8c7b-50a8fa087f6c,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:19.734501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.734981 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.735965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.736392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.736797 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.737202 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.737604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.738021 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.738505 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.738906 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.739327 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.739754 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.740286 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.740671 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.741097 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e002db4a-c9ac-4558-8d87-955cc511035d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:19.781223 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (0ff3ed44-2048-46e1-bc63-4a52a03fd624), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.795482 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4757d76a-ed75-4f73-b52c-7d87282e135c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (34e60849-b893-4c91-bcf6-9d7b839dcc15), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.799307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.805190 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] 10.222.0.26 "DELETE /v2.0/networks/0ff3ed44-2048-46e1-bc63-4a52a03fd624 HTTP/1.1" status: 204 len: 168 time: 0.6670144 Apr 05 22:38:19.818645 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4b9a7-dec1-4a14-ba4e-e860aabe855e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff3ed44-2048-46e1-bc63-4a52a03fd624,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:19.827463 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4757d76a-ed75-4f73-b52c-7d87282e135c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (34e60849-b893-4c91-bcf6-9d7b839dcc15), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.880006 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4757d76a-ed75-4f73-b52c-7d87282e135c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (34e60849-b893-4c91-bcf6-9d7b839dcc15), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.882981 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4757d76a-ed75-4f73-b52c-7d87282e135c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:19.886629 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4757d76a-ed75-4f73-b52c-7d87282e135c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "DELETE /v2.0/security-groups/34e60849-b893-4c91-bcf6-9d7b839dcc15 HTTP/1.1" status: 204 len: 168 time: 0.1970036 Apr 05 22:38:19.887013 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34650) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:19.893863 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757d76a-ed75-4f73-b52c-7d87282e135c tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e60849-b893-4c91-bcf6-9d7b839dcc15,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:19.902312 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-8f446d9c-6390-4ea8-bb61-c698fbacba5b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] show failed (client error): The resource could not be found. Apr 05 22:38:19.903315 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8f446d9c-6390-4ea8-bb61-c698fbacba5b tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "GET /v2.0/security-groups/34e60849-b893-4c91-bcf6-9d7b839dcc15 HTTP/1.1" status: 404 len: 347 time: 0.0152855 Apr 05 22:38:19.906741 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34652) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:20.021902 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7ea8f4-d355-4ec8-b242-d512d204b4e9 None None] New status for floating IP 936e7001-f8c6-472f-9f18-48d30286e7f7: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:20.023449 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:20.052035 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Deleting port 549aa635-4caf-44bc-a358-448682c44351 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:20.052594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (549aa635-4caf-44bc-a358-448682c44351), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.069714 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-47fac40b-7cad-4ab7-82fa-d0dc6f11a553 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c12b3ef92f644773a69c3b4728060713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428772 Apr 05 22:38:20.070008 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34656) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:20.121716 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-535ca362-2c55-4894-aba8-d7d1714576c2 admin admin] Publish callbacks [] for security_group (621c9898-0c69-44dd-a3de-05c4bf75a2c6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.138681 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (549aa635-4caf-44bc-a358-448682c44351), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.139189 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (549aa635-4caf-44bc-a358-448682c44351), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.151783 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-535ca362-2c55-4894-aba8-d7d1714576c2 admin admin] Publish callbacks [] for security_group (621c9898-0c69-44dd-a3de-05c4bf75a2c6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.159233 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Calling delete_port for 549aa635-4caf-44bc-a358-448682c44351 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:20.207507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-535ca362-2c55-4894-aba8-d7d1714576c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (621c9898-0c69-44dd-a3de-05c4bf75a2c6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.210200 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-535ca362-2c55-4894-aba8-d7d1714576c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.213751 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-535ca362-2c55-4894-aba8-d7d1714576c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/621c9898-0c69-44dd-a3de-05c4bf75a2c6 HTTP/1.1" status: 204 len: 168 time: 0.1405189 Apr 05 22:38:20.223046 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 078689a6-76c7-4c5a-bbb9-8b39e2076d03 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:20.228018 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ca362-2c55-4894-aba8-d7d1714576c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c9898-0c69-44dd-a3de-05c4bf75a2c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:20.250950 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 078689a6-76c7-4c5a-bbb9-8b39e2076d03 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:20.251306 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 078689a6-76c7-4c5a-bbb9-8b39e2076d03 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:20.251722 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 424a71fd-b404-411a-8b49-57963e609803 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:20.279550 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 424a71fd-b404-411a-8b49-57963e609803 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:20.280058 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 424a71fd-b404-411a-8b49-57963e609803 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:20.280626 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 42005bbf-d946-422f-8c7b-50a8fa087f6c no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:20.302128 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 42005bbf-d946-422f-8c7b-50a8fa087f6c {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:20.302394 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 42005bbf-d946-422f-8c7b-50a8fa087f6c not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:20.320226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (549aa635-4caf-44bc-a358-448682c44351), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.344557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Pushing event deleted for resources: {'Port': ['ID=549aa635-4caf-44bc-a358-448682c44351,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:20.413386 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks [] for floatingip (936e7001-f8c6-472f-9f18-48d30286e7f7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.415974 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:20.417131 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-63c0145f-e088-4463-9eef-0c07af85890f tempest-AttachVolumeTestJSON-1118680589 tempest-AttachVolumeTestJSON-1118680589-project] 10.222.0.26 "DELETE /v2.0/floatingips/936e7001-f8c6-472f-9f18-48d30286e7f7 HTTP/1.1" status: 204 len: 168 time: 0.5093272 Apr 05 22:38:20.918917 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34684) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.012229 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-942148822-network', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.031664 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Made reservation on behalf of f5ebb86dd6ea4ad5aba03cb7fb29f683 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:21.034203 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.043322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.121265 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks [] for security_group (e0586185-05e2-4bd8-b6b4-e5c84848005a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.124983 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (e0586185-05e2-4bd8-b6b4-e5c84848005a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.149781 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:38:21.158777 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0586185-05e2-4bd8-b6b4-e5c84848005a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.164807 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (5a92f2a4-fda8-4493-a336-ccb2dff075ec), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.165154 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Added segment 5a92f2a4-fda8-4493-a336-ccb2dff075ec of type vlan for network bb4e4848-f4cb-4185-8171-6dd146df89b8 Apr 05 22:38:21.205282 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (bb4e4848-f4cb-4185-8171-6dd146df89b8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.228525 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (bb4e4848-f4cb-4185-8171-6dd146df89b8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.229454 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.230046 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.261691 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3417165 Apr 05 22:38:21.264761 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.269808 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Request body: {'subnet': {'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-subnet', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.288753 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Made reservation on behalf of f5ebb86dd6ea4ad5aba03cb7fb29f683 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:21.291036 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.292506 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26cc24-69d7-43e8-9f1c-f91241e8245e admin admin] Pushing event updated for resources: {'Network': ['ID=bb4e4848-f4cb-4185-8171-6dd146df89b8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.303302 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:38:21.455204 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (090a286f-1e51-41fe-90f4-82d6d82f6ec8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.513573 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090a286f-1e51-41fe-90f4-82d6d82f6ec8,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:21.522107 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Checking segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:21.522465 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Network hostable DHCP agents. Network: bb4e4848-f4cb-4185-8171-6dd146df89b8, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:38:21.539767 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:38:21.549106 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, bb4e4848-f4cb-4185-8171-6dd146df89b8) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:21.553126 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:21.553734 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.558241 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd214af-28b1-4951-8cf9-ea9ad29ea614 None None] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:21.569275 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5f5a3aab-273b-4d0c-9440-7b2ce944bf72 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3034136 Apr 05 22:38:21.572053 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:21.576659 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:21.596622 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (a9531566-43e0-4acc-bd93-0ca7ec9a356a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.597744 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (a9531566-43e0-4acc-bd93-0ca7ec9a356a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.653020 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks [] for router_controller (a9531566-43e0-4acc-bd93-0ca7ec9a356a), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.681403 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-bb4e4848-f4cb-4185-8171-6dd146df89b8', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:38:21.682288 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.831271 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Allocated IP 172.20.0.2 (bb4e4848-f4cb-4185-8171-6dd146df89b8/090a286f-1e51-41fe-90f4-82d6d82f6ec8/908ae282-c855-49bc-8a5a-18d687bdbadd) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:21.984085 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Publish callbacks [] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:21.990286 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.028828 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks [] for router_gateway (a9531566-43e0-4acc-bd93-0ca7ec9a356a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.032017 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:22.038802 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:22.041838 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:22.048049 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Pushing event updated for resources: {'Port': ['ID=908ae282-c855-49bc-8a5a-18d687bdbadd,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.101687 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Attempting to bind port 908ae282-c855-49bc-8a5a-18d687bdbadd on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:22.102059 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Attempting to bind port 908ae282-c855-49bc-8a5a-18d687bdbadd by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:22.102423 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Attempting to bind port 908ae282-c855-49bc-8a5a-18d687bdbadd on network bb4e4848-f4cb-4185-8171-6dd146df89b8 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:22.107537 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:22.107914 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Checking segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:22.108318 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.108707 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Bound using segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:22.109176 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Bound port: 908ae282-c855-49bc-8a5a-18d687bdbadd, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:22.109556 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.141052 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:22.165284 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:22.165610 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device bc0b6d4e-a0d6-417d-9cf1-b106c28274e8 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:22.193114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-80e33218-6d61-4cae-9f90-073916014633 None None] For port 908ae282-c855-49bc-8a5a-18d687bdbadd, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:22.196524 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-80e33218-6d61-4cae-9f90-073916014633 None None] For port 908ae282-c855-49bc-8a5a-18d687bdbadd, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=908ae282-c855-49bc-8a5a-18d687bdbadd,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:22.202064 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.250169 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks [] for router_gateway (a9531566-43e0-4acc-bd93-0ca7ec9a356a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.268496 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33218-6d61-4cae-9f90-073916014633 None None] Pushing event updated for resources: {'Port': ['ID=908ae282-c855-49bc-8a5a-18d687bdbadd,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.273345 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.381029 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Allocated IP 172.27.0.83 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/2df478c9-fabc-4a87-8598-ddb1517b9f35) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:22.512501 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks [] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.547811 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:22.586101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:22.588774 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:22.594830 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:22.600276 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Pushing event updated for resources: {'Port': ['ID=2df478c9-fabc-4a87-8598-ddb1517b9f35,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:22.877197 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks [] for router_gateway (a9531566-43e0-4acc-bd93-0ca7ec9a356a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.104173 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (a9531566-43e0-4acc-bd93-0ca7ec9a356a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.200841 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f409e4-ade2-47d9-ba95-1cf929aff5f1 None None] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:23.250589 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:38:23.316477 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] Provisioning complete for port 908ae282-c855-49bc-8a5a-18d687bdbadd triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:23.316855 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.365317 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:23.375630 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:23.385908 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:23.387069 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:23.400522 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.404711 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-576db933-27ea-47da-9495-c4dd37bb7817 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8313298 Apr 05 22:38:23.405387 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34714) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:23.413133 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] Current status of the port 908ae282-c855-49bc-8a5a-18d687bdbadd is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:23.413606 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.450886 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] For port 908ae282-c855-49bc-8a5a-18d687bdbadd, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=908ae282-c855-49bc-8a5a-18d687bdbadd,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:23.457473 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.511034 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18942d-40ed-47ce-9cf0-4f409c9f0719 None None] Pushing event updated for resources: {'Port': ['ID=908ae282-c855-49bc-8a5a-18d687bdbadd,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:23.518402 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:23.679393 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-f25b5a7a-d0e6-4302-8a15-e2a39c02ea8f None None] Provisioning complete for port 908ae282-c855-49bc-8a5a-18d687bdbadd triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:23.679805 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f25b5a7a-d0e6-4302-8a15-e2a39c02ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.711242 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:22Z', 'revision_number': 3, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:23.738437 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:23.738815 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Updating router a9531566-43e0-4acc-bd93-0ca7ec9a356a port 2df478c9-fabc-4a87-8598-ddb1517b9f35 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:23.764853 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f25b5a7a-d0e6-4302-8a15-e2a39c02ea8f None None] Current status of the port 908ae282-c855-49bc-8a5a-18d687bdbadd is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:23.768031 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:23.871215 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.011096 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34724) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:24.035932 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Allocated IP 172.20.0.1 (bb4e4848-f4cb-4185-8171-6dd146df89b8/090a286f-1e51-41fe-90f4-82d6d82f6ec8/09227806-7da6-4753-ab79-6b6b1a733b2f) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:24.042370 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Publish callbacks [] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.048904 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.120567 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Pushing event updated for resources: {'Port': ['ID=2df478c9-fabc-4a87-8598-ddb1517b9f35,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.135601 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Attempting to bind port 2df478c9-fabc-4a87-8598-ddb1517b9f35 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:24.135980 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Attempting to bind port 2df478c9-fabc-4a87-8598-ddb1517b9f35 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:24.136344 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Attempting to bind port 2df478c9-fabc-4a87-8598-ddb1517b9f35 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:24.143407 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:24.143830 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:24.144240 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.144735 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:24.145175 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Bound port: 2df478c9-fabc-4a87-8598-ddb1517b9f35, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:24.145584 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.164314 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks [] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.197567 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] For port 2df478c9-fabc-4a87-8598-ddb1517b9f35, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:24.200897 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] For port 2df478c9-fabc-4a87-8598-ddb1517b9f35, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=2df478c9-fabc-4a87-8598-ddb1517b9f35,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:24.204487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.209215 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.263799 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:24.267354 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:24.274779 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:24.288007 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Pushing event updated for resources: {'Port': ['ID=09227806-7da6-4753-ab79-6b6b1a733b2f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.290116 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.290475 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.291061 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.292396 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.293773 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.294318 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.295173 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.295996 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.296346 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.297056 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.297672 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.298034 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.298521 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.298939 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.299278 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:38:24.306668 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:24.307372 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:24.335072 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 908ae282-c855-49bc-8a5a-18d687bdbadd up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:24.382740 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (a9531566-43e0-4acc-bd93-0ca7ec9a356a), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.471114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 908ae282-c855-49bc-8a5a-18d687bdbadd triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:24.471480 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.596882 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:24.611699 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.664216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 908ae282-c855-49bc-8a5a-18d687bdbadd is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:24.695392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4020acd7-d855-4486-8259-780d6c0c312b None None] Provisioning complete for port 09227806-7da6-4753-ab79-6b6b1a733b2f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:24.697550 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4020acd7-d855-4486-8259-780d6c0c312b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.743931 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0301-1e41-4349-bb8b-c2827e621153 None None] Pushing event updated for resources: {'Port': ['ID=2df478c9-fabc-4a87-8598-ddb1517b9f35,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.753065 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4020acd7-d855-4486-8259-780d6c0c312b None None] Port 09227806-7da6-4753-ab79-6b6b1a733b2f cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:24.788651 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (4ba40f5f-7c4f-42d3-8c30-799750147bdf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.883211 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks [] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.888036 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.965236 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (a9531566-43e0-4acc-bd93-0ca7ec9a356a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:24.968233 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Pushing event updated for resources: {'Port': ['ID=09227806-7da6-4753-ab79-6b6b1a733b2f,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:24.972485 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:22Z', 'revision_number': 3, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:25.000598 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33424ed3-5a7b-4620-8f93-99ffca1cbc62 None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:22Z', 'revision_number': 3, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:25.081748 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:25.083554 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:25.306347 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:25.388461 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d2d05760-ba35-426b-b4c4-4c7b182f3489 None None] Provisioning complete for port 09227806-7da6-4753-ab79-6b6b1a733b2f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:25.389601 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d2d05760-ba35-426b-b4c4-4c7b182f3489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.444597 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d2d05760-ba35-426b-b4c4-4c7b182f3489 None None] Port 09227806-7da6-4753-ab79-6b6b1a733b2f cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:25.507196 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Deleting port f4a8c35d-ec05-48b7-9e84-bfa1446bf916 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:25.507628 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.513103 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b115d-b4d2-41e5-b197-4ece45474220 req-cd1f3394-af0e-49a2-ba42-c4b2a280e3d6 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:25.514672 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a9b115d-b4d2-41e5-b197-4ece45474220 req-cd1f3394-af0e-49a2-ba42-c4b2a280e3d6 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.2067742 Apr 05 22:38:25.518057 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:25.524155 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1f88e6db-e77e-49c0-974c-5a260cc3251e admin admin] 10.222.0.26 "PUT /v2.0/routers/a9531566-43e0-4acc-bd93-0ca7ec9a356a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171334 Apr 05 22:38:25.581734 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a9b115d-b4d2-41e5-b197-4ece45474220 req-960841f3-5e46-45dc-953a-3e835a4731cd tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540917 Apr 05 22:38:25.614560 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] For port f4a8c35d-ec05-48b7-9e84-bfa1446bf916, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:25.614944 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.628948 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Calling delete_port for f4a8c35d-ec05-48b7-9e84-bfa1446bf916 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:25.840206 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (f4a8c35d-ec05-48b7-9e84-bfa1446bf916), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:25.873246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a8c35d-ec05-48b7-9e84-bfa1446bf916,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.074726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (4ba40f5f-7c4f-42d3-8c30-799750147bdf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.178361 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34756) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.184496 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536142519', 'description': 'tempest-description--1990868322'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:26.218724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.302449 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2df478c9-fabc-4a87-8598-ddb1517b9f35 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:26.357385 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 2df478c9-fabc-4a87-8598-ddb1517b9f35 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:26.357937 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.378521 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (1e6c57b5-a908-4d8b-8482-b23dbbee296d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.384567 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (1e6c57b5-a908-4d8b-8482-b23dbbee296d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.387686 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Router 4ba40f5f-7c4f-42d3-8c30-799750147bdf has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:26.423848 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.427896 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2454271 Apr 05 22:38:26.428827 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.429374 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32eb4f-efb4-489e-a3ac-3d838d35c61b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c57b5-a908-4d8b-8482-b23dbbee296d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.433574 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'security_group_rule': {'security_group_id': '1e6c57b5-a908-4d8b-8482-b23dbbee296d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:26.440819 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 2df478c9-fabc-4a87-8598-ddb1517b9f35 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:26.441271 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.464673 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 2df478c9-fabc-4a87-8598-ddb1517b9f35, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=2df478c9-fabc-4a87-8598-ddb1517b9f35,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:26.465051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (8ec3c780-dbb3-43a0-a6dd-f24794e5b2c8), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.470401 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.521625 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=2df478c9-fabc-4a87-8598-ddb1517b9f35,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.537584 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (8ec3c780-dbb3-43a0-a6dd-f24794e5b2c8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.542157 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (8ec3c780-dbb3-43a0-a6dd-f24794e5b2c8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.547452 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:26.554834 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9d5b72eb-ad6f-428e-a7e3-5c653592607a admin admin] 10.222.0.26 "PUT /v2.0/routers/4ba40f5f-7c4f-42d3-8c30-799750147bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5423675 Apr 05 22:38:26.557212 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] Sync routers for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:26.563838 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.570612 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec3c780-dbb3-43a0-a6dd-f24794e5b2c8,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.570812 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:26.571477 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:26.576769 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.578228 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9aa28d80-f628-406a-a3bf-7865d4870142 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488333 Apr 05 22:38:26.580975 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34762) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.587127 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'security_group_rule': {'security_group_id': '1e6c57b5-a908-4d8b-8482-b23dbbee296d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:26.618943 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (ee83081f-a809-4059-b1a9-c375d145d8f2), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.714529 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:26.722299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks [] for router (4ba40f5f-7c4f-42d3-8c30-799750147bdf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.753037 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (ee83081f-a809-4059-b1a9-c375d145d8f2), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.762573 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (ee83081f-a809-4059-b1a9-c375d145d8f2), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.797062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee83081f-a809-4059-b1a9-c375d145d8f2,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:26.809077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ef1d8-9ee0-4ae0-afa0-d6b3165d2edf req-b95f6687-dea6-4724-98c1-455f295c8443 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.810879 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3c8ef1d8-9ee0-4ae0-afa0-d6b3165d2edf req-b95f6687-dea6-4724-98c1-455f295c8443 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.1445367 Apr 05 22:38:26.817362 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.818787 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8c72d7f6-1910-406e-a07f-784d5c91f25e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2352123 Apr 05 22:38:26.822798 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34768) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:26.836442 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:26.855611 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-f719ac0c-595d-4634-b9ef-8a908f2fc0c1 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:26.857552 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-f719ac0c-595d-4634-b9ef-8a908f2fc0c1 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.1541512 Apr 05 22:38:26.878753 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks [] for router_gateway (4ba40f5f-7c4f-42d3-8c30-799750147bdf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.963638 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Deleting port 57c40a0b-3943-474a-97cc-1dfdc0d09d03 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:26.964119 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:26.970230 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.036546 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3c8ef1d8-9ee0-4ae0-afa0-d6b3165d2edf req-36150532-1ab6-47d6-bd90-97e54321b143 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165456 Apr 05 22:38:27.097826 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:38:25Z', 'revision_number': 5, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port': {'id': '57c40a0b-3943-474a-97cc-1dfdc0d09d03', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:27.106191 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] For port 57c40a0b-3943-474a-97cc-1dfdc0d09d03, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=57c40a0b-3943-474a-97cc-1dfdc0d09d03,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:27.106985 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.109742 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:27.130649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Calling delete_port for 57c40a0b-3943-474a-97cc-1dfdc0d09d03 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:27.131654 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:27.134222 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:27.138298 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] Checking router: 4ba40f5f-7c4f-42d3-8c30-799750147bdf for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:27.158760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] Routers {'4ba40f5f-7c4f-42d3-8c30-799750147bdf'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:27.159480 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:27.289714 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:27.304976 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] Set router 4ba40f5f-7c4f-42d3-8c30-799750147bdf gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:27.350977 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (57c40a0b-3943-474a-97cc-1dfdc0d09d03), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.378640 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c40a0b-3943-474a-97cc-1dfdc0d09d03,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.378884 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 6, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:27.415368 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b08321-3731-4ee4-be50-a56fd52b7b42 None None] The sync data for ids ['4ba40f5f-7c4f-42d3-8c30-799750147bdf'] in dv-cinder-833443-2-iscsi is: [{'id': '4ba40f5f-7c4f-42d3-8c30-799750147bdf', 'name': 'tempest-AttachVolumeTestJSON-1469199021-router', 'tenant_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:31Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 6, 'project_id': '4fdaf2b4e8da48b184bf880e48bbc031', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:27.447333 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (4ba40f5f-7c4f-42d3-8c30-799750147bdf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.493300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Deleting port 61b74bdd-4be6-4515-a50c-562c3e88b71e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:27.494303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.547560 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (4ba40f5f-7c4f-42d3-8c30-799750147bdf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.549209 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 2, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:27.549904 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks [] for router_controller (4ba40f5f-7c4f-42d3-8c30-799750147bdf), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.578565 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:27.579577 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Updating router a9531566-43e0-4acc-bd93-0ca7ec9a356a port 09227806-7da6-4753-ab79-6b6b1a733b2f binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:38:27.583036 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708e31-7f88-4461-8ac5-c5b5a46e144a req-9245fe06-1521-420e-bde0-d2622c32f012 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:27.587194 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0708e31-7f88-4461-8ac5-c5b5a46e144a req-9245fe06-1521-420e-bde0-d2622c32f012 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.1544569 Apr 05 22:38:27.602505 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (4ba40f5f-7c4f-42d3-8c30-799750147bdf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.603214 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba40f5f-7c4f-42d3-8c30-799750147bdf {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:27.608185 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.610404 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.612804 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0ec87dda-2f56-4939-8cf1-2d177ce50fe2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4ba40f5f-7c4f-42d3-8c30-799750147bdf HTTP/1.1" status: 204 len: 168 time: 1.0474060 Apr 05 22:38:27.613492 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34778) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.666287 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Deleting subnet 6bf25390-2ffb-4234-a357-862ec1c8364b {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:27.669619 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Publish callbacks [] for subnet (6bf25390-2ffb-4234-a357-862ec1c8364b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.671917 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] For port 61b74bdd-4be6-4515-a50c-562c3e88b71e, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=61b74bdd-4be6-4515-a50c-562c3e88b71e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:27.672293 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.690931 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0708e31-7f88-4461-8ac5-c5b5a46e144a req-85365df0-a982-4fcf-8ffe-9ded61eda7fe tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962107 Apr 05 22:38:27.695983 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.712545 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (6bf25390-2ffb-4234-a357-862ec1c8364b), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.833256 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (6bf25390-2ffb-4234-a357-862ec1c8364b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.899195 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (6bf25390-2ffb-4234-a357-862ec1c8364b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.916957 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Publish callbacks [] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.922215 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf25390-2ffb-4234-a357-862ec1c8364b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:27.923210 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.934276 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.938953 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-703df5db-e745-455e-b62f-fc0eb97a552f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6bf25390-2ffb-4234-a357-862ec1c8364b HTTP/1.1" status: 204 len: 168 time: 0.3237448 Apr 05 22:38:27.944042 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab1e29-2c5a-49dc-bd28-836ff58a7a23 None None] Network 58e4f34a-3223-4866-9795-1d9659f97a60 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:27.947299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34780) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:27.961310 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Allocated IP 172.27.0.148 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/aff65043-6b80-4311-ac71-608cee5c6e57) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:27.983002 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.983378 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (d02e31f8-f765-421a-968b-cbd19b3e8ac3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:27.983685 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Floating IP d02e31f8-f765-421a-968b-cbd19b3e8ac3 disassociated. External IP: 172.27.0.65, port: 61b74bdd-4be6-4515-a50c-562c3e88b71e. Apr 05 22:38:27.984022 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Calling delete_port for 61b74bdd-4be6-4515-a50c-562c3e88b71e owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:27.987678 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136d37d-fb3d-4909-a2f8-19ff80016b84 None None] Pushing event updated for resources: {'Port': ['ID=09227806-7da6-4753-ab79-6b6b1a733b2f,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.081780 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (58e4f34a-3223-4866-9795-1d9659f97a60), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.133220 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Attempting to bind port 09227806-7da6-4753-ab79-6b6b1a733b2f on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:28.133834 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Attempting to bind port 09227806-7da6-4753-ab79-6b6b1a733b2f by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:28.134197 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Attempting to bind port 09227806-7da6-4753-ab79-6b6b1a733b2f on network bb4e4848-f4cb-4185-8171-6dd146df89b8 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:28.140220 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:28.140753 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Checking segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:28.141325 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.141853 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Bound using segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:28.142449 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Bound port: 09227806-7da6-4753-ab79-6b6b1a733b2f, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:28.142965 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.165583 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Deleting port c438bb37-2d80-4ba9-b35a-b192d7fdef33 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:28.165928 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.225878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for port (aff65043-6b80-4311-ac71-608cee5c6e57), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.233858 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] For port 09227806-7da6-4753-ab79-6b6b1a733b2f, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:28.240113 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] For port 09227806-7da6-4753-ab79-6b6b1a733b2f, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=09227806-7da6-4753-ab79-6b6b1a733b2f,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:28.248038 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.333401 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] For port c438bb37-2d80-4ba9-b35a-b192d7fdef33, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=c438bb37-2d80-4ba9-b35a-b192d7fdef33,segment=NetworkSegment(9c3328f8-d11b-438b-9e8f-9b10f8800b9d),segment_id=9c3328f8-d11b-438b-9e8f-9b10f8800b9d)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:28.333605 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136d37d-fb3d-4909-a2f8-19ff80016b84 None None] Pushing event updated for resources: {'Port': ['ID=09227806-7da6-4753-ab79-6b6b1a733b2f,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.335488 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] DHCP port deletion for 58e4f34a-3223-4866-9795-1d9659f97a60 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:28.342076 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:28.342862 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.346550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.359840 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (aff65043-6b80-4311-ac71-608cee5c6e57), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.381537 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Calling delete_port for c438bb37-2d80-4ba9-b35a-b192d7fdef33 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:28.382555 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (61b74bdd-4be6-4515-a50c-562c3e88b71e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.447879 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] Provisioning complete for port 09227806-7da6-4753-ab79-6b6b1a733b2f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:28.448256 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.468408 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2df478c9-fabc-4a87-8598-ddb1517b9f35 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:28.480863 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:28.526303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:28.529487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:28.547549 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.585272 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:28.591129 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Deleting port c438bb37-2d80-4ba9-b35a-b192d7fdef33 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:28.591910 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c438bb37-2d80-4ba9-b35a-b192d7fdef33,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.592355 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.596540 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] No DVR routers for this DVR port c438bb37-2d80-4ba9-b35a-b192d7fdef33 on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:28.630351 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054a6bb-c8f2-4625-b2aa-3317214003e9 req-bdae3a7c-7386-42ba-9f7e-8f697d8b74ae tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:28.632127 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6054a6bb-c8f2-4625-b2aa-3317214003e9 req-bdae3a7c-7386-42ba-9f7e-8f697d8b74ae tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 946 time: 0.3869805 Apr 05 22:38:28.723687 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] For port c438bb37-2d80-4ba9-b35a-b192d7fdef33, host dv-cinder-833443-2-iscsi, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:28.724527 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.738980 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (915941e6-855b-470c-b911-8dd1a0d6820e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.750298 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Calling delete_port for c438bb37-2d80-4ba9-b35a-b192d7fdef33 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:28.750502 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (58e4f34a-3223-4866-9795-1d9659f97a60), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.761158 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Port c438bb37-2d80-4ba9-b35a-b192d7fdef33 was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:38:28.762039 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 2df478c9-fabc-4a87-8598-ddb1517b9f35 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:28.762849 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.785940 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (c438bb37-2d80-4ba9-b35a-b192d7fdef33), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.794645 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'Port': ['ID=aff65043-6b80-4311-ac71-608cee5c6e57,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.827546 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e4f34a-3223-4866-9795-1d9659f97a60']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.861335 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3328f8-d11b-438b-9e8f-9b10f8800b9d') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.861741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3328f8-d11b-438b-9e8f-9b10f8800b9d') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.891793 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] Pushing event deleted for resources: {'Port': ['ID=c438bb37-2d80-4ba9-b35a-b192d7fdef33,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.896636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a71097-d15f-48ce-83b3-37a53666b553 None None] No DVR routers for this DVR port c438bb37-2d80-4ba9-b35a-b192d7fdef33 on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:28.896788 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (9c3328f8-d11b-438b-9e8f-9b10f8800b9d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.931747 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] Current status of the port 09227806-7da6-4753-ab79-6b6b1a733b2f is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:28.932133 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:28.947917 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'Port': ['ID=61b74bdd-4be6-4515-a50c-562c3e88b71e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:28.959314 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:28.988563 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6054a6bb-c8f2-4625-b2aa-3317214003e9 req-6f526144-738f-4e5e-a946-e58a4e6800f0 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278394 Apr 05 22:38:29.005398 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (9c3328f8-d11b-438b-9e8f-9b10f8800b9d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.021186 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] For port 09227806-7da6-4753-ab79-6b6b1a733b2f, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=09227806-7da6-4753-ab79-6b6b1a733b2f,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:29.025439 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:29.027153 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (9c3328f8-d11b-438b-9e8f-9b10f8800b9d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.030999 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.050860 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (aff65043-6b80-4311-ac71-608cee5c6e57), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.051249 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2437fd-8374-4cfe-a4fe-89ff8e04c983 None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:29.059650 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:29.079395 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 2df478c9-fabc-4a87-8598-ddb1517b9f35 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:29.164139 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72fc7b-d0d7-4d41-8e73-de6423035c45 None None] Pushing event updated for resources: {'Port': ['ID=09227806-7da6-4753-ab79-6b6b1a733b2f,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.165580 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (58e4f34a-3223-4866-9795-1d9659f97a60), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.168022 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:29.200038 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-52951872-101b-46d8-82b6-f8b8245cfd7b None None] Provisioning complete for port 09227806-7da6-4753-ab79-6b6b1a733b2f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:29.200564 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-52951872-101b-46d8-82b6-f8b8245cfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.201128 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-bca8f5b7-b15e-432f-a312-e3b67e691d02 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.202844 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-bca8f5b7-b15e-432f-a312-e3b67e691d02 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.5220511 Apr 05 22:38:29.204431 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.209386 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/58e4f34a-3223-4866-9795-1d9659f97a60 HTTP/1.1" status: 204 len: 168 time: 1.2499361 Apr 05 22:38:29.211145 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b81960-0dd6-4fab-8b5e-bd4f8d4b16b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e4f34a-3223-4866-9795-1d9659f97a60,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.318744 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-52951872-101b-46d8-82b6-f8b8245cfd7b None None] Current status of the port 09227806-7da6-4753-ab79-6b6b1a733b2f is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:29.346028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb3c3e-1015-4884-9e33-386cc59083b5 req-dbfce80e-9e48-4b55-87ce-9677b6e58b4d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:29.347661 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ddeb3c3e-1015-4884-9e33-386cc59083b5 req-dbfce80e-9e48-4b55-87ce-9677b6e58b4d tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 945 time: 0.4052339 Apr 05 22:38:29.362947 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device c438bb37-2d80-4ba9-b35a-b192d7fdef33 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:29.385873 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: c438bb37-2d80-4ba9-b35a-b192d7fdef33 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:29.386493 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device c438bb37-2d80-4ba9-b35a-b192d7fdef33 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:29.387103 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device f4a8c35d-ec05-48b7-9e84-bfa1446bf916 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:29.392231 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.413190 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: f4a8c35d-ec05-48b7-9e84-bfa1446bf916 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:29.413536 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device f4a8c35d-ec05-48b7-9e84-bfa1446bf916 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:29.413948 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 57c40a0b-3943-474a-97cc-1dfdc0d09d03 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:29.436318 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 57c40a0b-3943-474a-97cc-1dfdc0d09d03 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:29.436657 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 57c40a0b-3943-474a-97cc-1dfdc0d09d03 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:29.452040 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-229cf500-4e08-41d4-8d7f-e0545a80f009 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fdaf2b4e8da48b184bf880e48bbc031&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0580742 Apr 05 22:38:29.454415 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 34790) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:29.508918 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d7d-8888-45b1-86e6-722bb8027723 admin admin] Publish callbacks [] for security_group (8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.535531 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d7d-8888-45b1-86e6-722bb8027723 admin admin] Publish callbacks [] for security_group (8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.577606 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ddeb3c3e-1015-4884-9e33-386cc59083b5 req-0b967672-9acb-4b2e-9b44-16ea94fe40e1 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186904 Apr 05 22:38:29.592535 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d7d-8888-45b1-86e6-722bb8027723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.595692 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d7d-8888-45b1-86e6-722bb8027723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.596909 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-64fd8d7d-8888-45b1-86e6-722bb8027723 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361 HTTP/1.1" status: 204 len: 168 time: 0.1412013 Apr 05 22:38:29.602659 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:29.602810 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.618594 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd8d7d-8888-45b1-86e6-722bb8027723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7663d0-76f8-4eb6-8c2c-cc9abb6d9361,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.644550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:29.655428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:29.666570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:29.667349 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:29.697400 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for port (aff65043-6b80-4311-ac71-608cee5c6e57), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.707660 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (aff65043-6b80-4311-ac71-608cee5c6e57), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.789322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] No DVR routers for this DVR port 61b74bdd-4be6-4515-a50c-562c3e88b71e on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:29.801094 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.805382 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ea0b0be-ad7b-4d02-ade1-212717e8c945 req-7917eb32-8cf7-4e57-b6f7-6e187e9a6938 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "DELETE /v2.0/ports/61b74bdd-4be6-4515-a50c-562c3e88b71e HTTP/1.1" status: 204 len: 173 time: 2.9358723 Apr 05 22:38:29.805892 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'name': 'network-vif-deleted', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:29.808792 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730c85c4-b583-4da4-924c-18d29fe06329" -d '{"events": [{"server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "name": "network-vif-deleted", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:29.812662 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:29.895610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'Port': ['ID=aff65043-6b80-4311-ac71-608cee5c6e57,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:29.920713 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] For port d1f5d8a0-5c35-4b49-bbcb-3486411668f1, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:29.921204 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:29.994478 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e75c6-fbe2-484d-9bac-a62619c4a4df x-openstack-request-id: req-f89e75c6-fbe2-484d-9bac-a62619c4a4df {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:29.994478 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c019322-c2e0-48ae-87b5-28dd40199e6c", "name": "network-vif-deleted", "tag": "61b74bdd-4be6-4515-a50c-562c3e88b71e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:29.994478 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f89e75c6-fbe2-484d-9bac-a62619c4a4df {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:29.994478 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89e75c6-fbe2-484d-9bac-a62619c4a4df'] response: {'server_uuid': '3c019322-c2e0-48ae-87b5-28dd40199e6c', 'name': 'network-vif-deleted', 'tag': '61b74bdd-4be6-4515-a50c-562c3e88b71e', 'status': 'completed', 'code': 200} Apr 05 22:38:30.013414 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (915941e6-855b-470c-b911-8dd1a0d6820e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.091255 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.094204 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e7cd275d-aa57-41c6-94db-61fa7f6d552a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2689152 Apr 05 22:38:30.108429 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:30.151271 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:30.161720 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:30.162523 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:30.189904 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c0527898-c091-4d30-8682-138249426edd req-3f1a62d5-65d9-4c6e-bde9-d95a53bc7ec1 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c019322-c2e0-48ae-87b5-28dd40199e6c HTTP/1.1" status: 200 len: 210 time: 0.0909383 Apr 05 22:38:30.358143 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.358429 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (4e11f7d9-ed01-43dc-94e4-136963c86f90), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.358837 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Floating IP 4e11f7d9-ed01-43dc-94e4-136963c86f90 disassociated. External IP: 172.27.0.180, port: d1f5d8a0-5c35-4b49-bbcb-3486411668f1. Apr 05 22:38:30.359203 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for d1f5d8a0-5c35-4b49-bbcb-3486411668f1 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:30.464565 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-81914608-640d-431c-9a4e-000f35492060 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1536142519&fields=id&tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 267 time: 0.0693545 Apr 05 22:38:30.520009 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f5d8a0-5c35-4b49-bbcb-3486411668f1 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:30.530006 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 09227806-7da6-4753-ab79-6b6b1a733b2f up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:30.553430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (d1f5d8a0-5c35-4b49-bbcb-3486411668f1), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:30.593798 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=d1f5d8a0-5c35-4b49-bbcb-3486411668f1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:30.677272 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-155f1a5d-3dc2-469b-a603-f28735278521 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:30.690732 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-155f1a5d-3dc2-469b-a603-f28735278521 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 816 time: 0.2182744 Apr 05 22:38:30.716062 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:30.721661 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-d250e56b-3fdd-4c1c-b4f7-12d2d51721e8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/quotas/f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 375 time: 0.0298386 Apr 05 22:38:30.784134 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No active binding found for port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 {{(pid=103289) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 05 22:38:30.786125 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] The host hv-cinder-83344 is not matching for port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 host None! {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 05 22:38:30.787379 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f5d8a0-5c35-4b49-bbcb-3486411668f1 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:30.788058 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 61b74bdd-4be6-4515-a50c-562c3e88b71e no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:30.870144 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 61b74bdd-4be6-4515-a50c-562c3e88b71e {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:30.870511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 61b74bdd-4be6-4515-a50c-562c3e88b71e not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:30.925106 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 09227806-7da6-4753-ab79-6b6b1a733b2f triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:30.925313 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.111236 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-14d0b342-ee18-46d8-b466-b4399de4bd61 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3811436 Apr 05 22:38:31.118142 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 09227806-7da6-4753-ab79-6b6b1a733b2f is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:31.149243 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:31.166576 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ba7d5398-c1a5-4ef4-a742-cc440e024a01 req-02b65379-77c6-47f5-b56b-3ec986e36148 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0bf88a0-249d-4f82-a1e6-181218cd86b5 HTTP/1.1" status: 200 len: 210 time: 0.4555898 Apr 05 22:38:31.184298 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b040cdf-1588-493b-ae49-d7f12713b543 None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:31.208804 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:31.348560 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-63170b4c-c67b-4eff-b9b9-146f6c7d6988 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363064 Apr 05 22:38:31.351009 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:31.361758 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:31.379927 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:31.380745 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:31.427920 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] No DVR routers for this DVR port d1f5d8a0-5c35-4b49-bbcb-3486411668f1 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:31.430481 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:31.433879 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0d92cb6a-1b8d-4d46-a428-782954e9c501 req-c4b22a31-7886-479e-af2a-5bc2a0af4851 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.24 "DELETE /v2.0/ports/d1f5d8a0-5c35-4b49-bbcb-3486411668f1 HTTP/1.1" status: 204 len: 173 time: 2.2150967 Apr 05 22:38:31.495197 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-64ade1d0-ec62-4001-ba42-1a53dd0775f1 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454511 Apr 05 22:38:31.504590 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:31.603123 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4000b-72d5-4e8a-aebc-2c5b6d3ff4aa None None] New status for floating IP d02e31f8-f765-421a-968b-cbd19b3e8ac3: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:31.908871 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6af3fee6-65a0-4e1d-819e-fde64a260773 req-fddf1ea7-322d-4831-b3e1-680bc05ed502 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 210 time: 0.0957251 Apr 05 22:38:31.993062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'name': 'network-vif-deleted', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:31.995591 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ea698-2828-4c71-82e1-285b39d85e20" -d '{"events": [{"server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "name": "network-vif-deleted", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:32.050869 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba8aba3-b9f7-4e65-843a-ba403cdbc44c x-openstack-request-id: req-5ba8aba3-b9f7-4e65-843a-ba403cdbc44c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:32.051174 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bf88a0-249d-4f82-a1e6-181218cd86b5", "name": "network-vif-deleted", "tag": "d1f5d8a0-5c35-4b49-bbcb-3486411668f1", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:32.051445 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ba8aba3-b9f7-4e65-843a-ba403cdbc44c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:32.051917 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba8aba3-b9f7-4e65-843a-ba403cdbc44c'] response: {'server_uuid': 'e0bf88a0-249d-4f82-a1e6-181218cd86b5', 'name': 'network-vif-deleted', 'tag': 'd1f5d8a0-5c35-4b49-bbcb-3486411668f1', 'status': 'completed', 'code': 200} Apr 05 22:38:32.053240 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.081908 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:32.091370 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:32.092419 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.108047 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-36596f7f-def4-40b9-a1f1-669ddc8f16b0 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901380055&fields=id&tenant_id=0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 267 time: 0.0496364 Apr 05 22:38:32.228595 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:32.237163 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-6722f9cd-e1ee-419a-b961-6b6f36466b70 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:32.239436 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-6722f9cd-e1ee-419a-b961-6b6f36466b70 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 812 time: 0.1245825 Apr 05 22:38:32.261017 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-9e3cd5f5-d7a2-49de-8c8f-8c8c52aaee22 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/quotas/0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 375 time: 0.0150573 Apr 05 22:38:32.282223 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34874) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:32.330353 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-cca1dd23-39eb-4a1a-8aa7-80f30a01282d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627494 Apr 05 22:38:32.355949 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee215d61-d1da-42b3-8d08-02fc4d70b8c8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (b3fdb06b-d7c0-41e4-a5b9-71eb251a8983), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.390948 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee215d61-d1da-42b3-8d08-02fc4d70b8c8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (b3fdb06b-d7c0-41e4-a5b9-71eb251a8983), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.458738 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee215d61-d1da-42b3-8d08-02fc4d70b8c8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b3fdb06b-d7c0-41e4-a5b9-71eb251a8983), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.461322 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-f3fa4c38-a282-476c-9337-a5534c69e5dd service neutron] 10.222.0.26 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189244 Apr 05 22:38:32.467912 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee215d61-d1da-42b3-8d08-02fc4d70b8c8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.472524 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ee215d61-d1da-42b3-8d08-02fc4d70b8c8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/security-groups/b3fdb06b-d7c0-41e4-a5b9-71eb251a8983 HTTP/1.1" status: 204 len: 168 time: 0.1860921 Apr 05 22:38:32.474114 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:32.485678 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:32.490758 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee215d61-d1da-42b3-8d08-02fc4d70b8c8 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fdb06b-d7c0-41e4-a5b9-71eb251a8983,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:32.505955 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.api.v2.resource [None req-b1d46876-ae46-4940-b6b8-f3e8794f7d23 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] show failed (client error): The resource could not be found. Apr 05 22:38:32.507338 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b1d46876-ae46-4940-b6b8-f3e8794f7d23 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "GET /v2.0/security-groups/b3fdb06b-d7c0-41e4-a5b9-71eb251a8983 HTTP/1.1" status: 404 len: 347 time: 0.0321767 Apr 05 22:38:32.510241 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 34878) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:32.523346 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d451a-34d7-4676-afbe-bb12588f99b3 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:32:43Z', 'revision_number': 4, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '375b339d-80a9-4cdc-a1bb-2e439c095486', 'name': '', 'network_id': '319237f0-b6cd-4d7f-91aa-9ccd5b819175', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'mac_address': 'fa:16:3e:aa:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:39Z', 'updated_at': '2022-04-05T22:32:54Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'subnets': [{'id': '9a4ca027-0e3b-4f2f-b542-c1101ec3c226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:32.565135 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-f4597488-fa4a-48d2-930a-1c0f96c97664 service neutron] 10.222.0.26 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980597 Apr 05 22:38:32.665034 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Deleting port caa5278a-1910-40d9-9cf7-5a787555b353 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:32.665413 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (caa5278a-1910-40d9-9cf7-5a787555b353), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.783324 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (caa5278a-1910-40d9-9cf7-5a787555b353), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.783695 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (caa5278a-1910-40d9-9cf7-5a787555b353), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.826749 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Calling delete_port for caa5278a-1910-40d9-9cf7-5a787555b353 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:32.838135 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:32.880396 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1623a5-dfe5-4940-9e1c-bc669e6e1ca2 None None] New status for floating IP 4e11f7d9-ed01-43dc-94e4-136963c86f90: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:32.923542 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1a239dd-f033-4632-b480-d3e195f70e83 req-9f98bffe-8758-4d04-8efe-d6d8c918d625 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0398164 Apr 05 22:38:33.043486 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-d9d94c04-9cdf-485d-8655-4c527eb1703e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.044962 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-d9d94c04-9cdf-485d-8655-4c527eb1703e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 816 time: 0.2576294 Apr 05 22:38:33.103177 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e8d386f5-ea70-4669-9c53-fc0422c251e2 req-02894f2f-4458-4aa9-9664-17001f4ffd13 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 210 time: 0.0741589 Apr 05 22:38:33.194682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (caa5278a-1910-40d9-9cf7-5a787555b353), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.232617 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Pushing event deleted for resources: {'Port': ['ID=caa5278a-1910-40d9-9cf7-5a787555b353,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:33.240647 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-d45afd78-3198-4d44-a8fb-c1fe0009cc78 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 380 time: 0.1260581 Apr 05 22:38:33.263846 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'port': {'device_id': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'admin_state_up': True, 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'security_groups': ['1e6c57b5-a908-4d8b-8482-b23dbbee296d']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:33.396322 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks [] for floatingip (4e11f7d9-ed01-43dc-94e4-136963c86f90), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.398990 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.400223 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-35747df2-8524-4b1b-8e44-a8a829ed8ab5 tempest-AttachVolumeNegativeTest-1464543649 tempest-AttachVolumeNegativeTest-1464543649-project] 10.222.0.26 "DELETE /v2.0/floatingips/4e11f7d9-ed01-43dc-94e4-136963c86f90 HTTP/1.1" status: 204 len: 168 time: 0.8804512 Apr 05 22:38:33.447886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Made reservation on behalf of f5ebb86dd6ea4ad5aba03cb7fb29f683 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:33.451533 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.593016 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Allocated IP 172.20.0.10 (bb4e4848-f4cb-4185-8171-6dd146df89b8/090a286f-1e51-41fe-90f4-82d6d82f6ec8/f16a0444-be54-4574-84fa-36d3fdec41ac) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:33.732161 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.765540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.806068 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:33.809033 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:33.815934 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:33.822242 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:33.871041 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:33.871663 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:33.888231 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-843b1863-6ea1-42c5-9286-05821c0ff99e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6284547 Apr 05 22:38:34.025056 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9f0ee6a8-2536-4a1d-bdfb-b4fde6f53d1d req-bb9fb37e-eac7-4d9b-89af-6dce6245593b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0262361 Apr 05 22:38:34.066636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c7ce101f-7799-4bca-8532-9664ac6aed54 None None] Provisioning complete for port f16a0444-be54-4574-84fa-36d3fdec41ac triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:34.067218 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c7ce101f-7799-4bca-8532-9664ac6aed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:34.101952 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce101f-7799-4bca-8532-9664ac6aed54 None None] Port f16a0444-be54-4574-84fa-36d3fdec41ac cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:34.244081 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69872dd1-2e42-4e65-a191-2b7bca60bef5 req-efbcc841-b419-4e9f-9a7a-81de55d79499 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:34.245491 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-69872dd1-2e42-4e65-a191-2b7bca60bef5 req-efbcc841-b419-4e9f-9a7a-81de55d79499 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 932 time: 0.0549760 Apr 05 22:38:34.291578 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-69872dd1-2e42-4e65-a191-2b7bca60bef5 req-07155f5c-e387-4334-a7ae-11b6b471cc36 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Apr 05 22:38:35.116350 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8f3ece88-470d-4115-8381-388a2c57fd80 req-e2d7025d-e4fa-4556-ac46-72f81bc019c4 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0264978 Apr 05 22:38:35.419147 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226e720-5c56-4402-a6e7-64ab69ff3e3b req-f1187d55-48a7-4911-b8b2-ffb26e4b2d7e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:35.420548 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f226e720-5c56-4402-a6e7-64ab69ff3e3b req-f1187d55-48a7-4911-b8b2-ffb26e4b2d7e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 932 time: 0.0566363 Apr 05 22:38:35.470208 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f226e720-5c56-4402-a6e7-64ab69ff3e3b req-dc78660a-7b40-44c7-9683-6490723ecf72 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Apr 05 22:38:35.850109 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-858d1cd9-8578-43a4-8d3d-9b511629de91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.210258 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-63ccc72a-f2fa-49d7-88cb-0555a90b871f req-27067dba-b9e2-46e0-aff6-d200625980f5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Apr 05 22:38:36.288260 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Request body: {'port': {'device_id': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:36.405085 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.421804 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-a9dccc5e-990c-410d-9280-9d1b015654be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502409 Apr 05 22:38:36.425246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-0cfa878e-c65c-4886-a6eb-fe04a1d0ed59 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:36.426974 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-0cfa878e-c65c-4886-a6eb-fe04a1d0ed59 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 812 time: 0.1277232 Apr 05 22:38:36.496953 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-7475ef78-4d15-4f0a-a0ff-9de605679b88 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 380 time: 0.0623901 Apr 05 22:38:36.511961 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'port': {'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'admin_state_up': True, 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'security_groups': ['35fa9561-cfd6-41fd-bd34-e92f33c0d8dc']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:36.571577 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-96925969-8c03-464c-a0af-07dd4263a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:36.573343 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-96925969-8c03-464c-a0af-07dd4263a75c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1129 time: 0.1265564 Apr 05 22:38:36.680311 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f4677-fdd3-4288-8c4b-b4898d16baa3 req-b4fd5eaa-413d-421b-8a4f-9a4f6fa2c1f0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:36.682302 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-242f4677-fdd3-4288-8c4b-b4898d16baa3 req-b4fd5eaa-413d-421b-8a4f-9a4f6fa2c1f0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 932 time: 0.1002436 Apr 05 22:38:36.707884 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Made reservation on behalf of 0d1e7aae703c495aa4afe509d5e19dc6 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:38:36.711386 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.778628 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-9ffd399b-fbd8-4a6f-8352-6fdf62e2b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:36.781076 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-9ffd399b-fbd8-4a6f-8352-6fdf62e2b865 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 910 time: 0.1778522 Apr 05 22:38:36.802548 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-242f4677-fdd3-4288-8c4b-b4898d16baa3 req-6e648204-92b2-4673-8361-f19c88e5eb01 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108935 Apr 05 22:38:36.894846 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Allocated IP 172.20.0.7 (b4bd1ac4-bd50-4b97-826c-3788690a7579/56bd2469-f170-4a82-ae77-53816ce397dc/96883ef6-f9c5-495d-8e0d-0cd5f678299b) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:36.912651 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16a0444-be54-4574-84fa-36d3fdec41ac {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:36.926755 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Publish callbacks [] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:36.947417 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-1f165a5b-8529-4c95-a678-0d3437348519 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 1001 time: 0.1546574 Apr 05 22:38:36.949963 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Transition to ACTIVE for port object f16a0444-be54-4574-84fa-36d3fdec41ac will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:36.962418 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.041957 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.049398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-59e03897-87f3-4fa8-a248-5d312980dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.050671 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-59e03897-87f3-4fa8-a248-5d312980dd92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 200 len: 848 time: 0.0968938 Apr 05 22:38:37.099166 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.139709 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.158095 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-2af744d0-6adb-4373-8810-ce0ed0b877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.159559 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-2af744d0-6adb-4373-8810-ce0ed0b877b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b89deb8-9e64-4ff5-8a79-933790d6c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004081 Apr 05 22:38:37.186944 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Attempting to bind port f16a0444-be54-4574-84fa-36d3fdec41ac on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:37.187236 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:37.187375 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Attempting to bind port f16a0444-be54-4574-84fa-36d3fdec41ac by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:37.187650 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Attempting to bind port f16a0444-be54-4574-84fa-36d3fdec41ac on network bb4e4848-f4cb-4185-8171-6dd146df89b8 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:37.190812 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:37.196978 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:37.200700 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Port f16a0444-be54-4574-84fa-36d3fdec41ac on network bb4e4848-f4cb-4185-8171-6dd146df89b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:37.201152 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Attempting to bind port f16a0444-be54-4574-84fa-36d3fdec41ac on network bb4e4848-f4cb-4185-8171-6dd146df89b8 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:37.223233 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=96883ef6-f9c5-495d-8e0d-0cd5f678299b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.233904 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:37.234256 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Checking segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:37.234729 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Bound using segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:37.235864 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Bound port: f16a0444-be54-4574-84fa-36d3fdec41ac, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:37.236332 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.262970 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.263955 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.285800 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-38e0f0c0-ef98-4b42-a365-5c5bbafbc9d7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779827 Apr 05 22:38:37.298305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Request body: {'port': {'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:37.320972 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-7cdbf365-0850-4ebf-9e09-d8fb7f59189b service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551740 Apr 05 22:38:37.372801 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.441911 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:37.468303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:37.469368 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-30512f3e-bc06-4bd8-a1a4-3eb995864cd0 None None] Provisioning complete for port 96883ef6-f9c5-495d-8e0d-0cd5f678299b triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:37.469978 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30512f3e-bc06-4bd8-a1a4-3eb995864cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.480367 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.506090 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-30512f3e-bc06-4bd8-a1a4-3eb995864cd0 None None] Port 96883ef6-f9c5-495d-8e0d-0cd5f678299b cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:38:37.520073 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1d7b-849b-4d94-8f16-16f3656ef7ad req-c64f59f2-a2f8-4731-8ee5-7bcfef9a3640 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.521657 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08ad1d7b-849b-4d94-8f16-16f3656ef7ad req-c64f59f2-a2f8-4731-8ee5-7bcfef9a3640 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 931 time: 0.1888657 Apr 05 22:38:37.533528 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.534155 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.535552 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] 10.222.0.24 "PUT /v2.0/ports/f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 1094 time: 1.3208392 Apr 05 22:38:37.545673 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:37.547992 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731a0566-cfa5-430f-9e8f-8623d445ae03" -d '{"events": [{"name": "network-changed", "server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:37.585596 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00a6f7db-4061-4520-8cd1-a0ad79c45c72 req-31ed3ed0-8cf7-475a-91aa-2988a2dfe58f service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584243 Apr 05 22:38:37.632221 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ebce8-28fd-4879-bc99-153c6c8f8cd3 x-openstack-request-id: req-5e0ebce8-28fd-4879-bc99-153c6c8f8cd3 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:37.632512 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:37.632944 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e0ebce8-28fd-4879-bc99-153c6c8f8cd3 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:37.633351 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0ebce8-28fd-4879-bc99-153c6c8f8cd3'] response: {'name': 'network-changed', 'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'status': 'completed', 'code': 200} Apr 05 22:38:37.650224 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e485a-b642-4d75-9edb-f9f2c54a3429 service neutron] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.666524 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08ad1d7b-849b-4d94-8f16-16f3656ef7ad req-997b22df-eb0a-4605-b791-8eb4010c9d88 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280162 Apr 05 22:38:37.693259 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-db1d437d-4c60-4314-8648-fb57bdbb9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:37.694827 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-db1d437d-4c60-4314-8648-fb57bdbb9776 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1128 time: 0.0994349 Apr 05 22:38:37.702665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96883ef6-f9c5-495d-8e0d-0cd5f678299b {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:37.711417 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Publish callbacks [] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.730073 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Transition to ACTIVE for port object 96883ef6-f9c5-495d-8e0d-0cd5f678299b will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:38:37.734100 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:37.844747 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Pushing event updated for resources: {'Port': ['ID=96883ef6-f9c5-495d-8e0d-0cd5f678299b,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:37.903373 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Attempting to bind port 96883ef6-f9c5-495d-8e0d-0cd5f678299b on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:38:37.903802 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Attempting to bind port 96883ef6-f9c5-495d-8e0d-0cd5f678299b by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:38:37.904395 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Attempting to bind port 96883ef6-f9c5-495d-8e0d-0cd5f678299b on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:37.911294 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Port 96883ef6-f9c5-495d-8e0d-0cd5f678299b on network b4bd1ac4-bd50-4b97-826c-3788690a7579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:38:37.911624 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Attempting to bind port 96883ef6-f9c5-495d-8e0d-0cd5f678299b on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:38:37.926501 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-61aa00f6-5426-4abf-889c-e35bf17a1c73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 217 time: 0.0757356 Apr 05 22:38:37.942558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:38:37.944583 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Checking segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:38:37.946228 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Bound using segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:38:37.946741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Bound port: 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:38:37.948213 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.038568 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-2c0bf8b0-005e-44e9-ba9b-acf94f62abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.040077 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-2c0bf8b0-005e-44e9-ba9b-acf94f62abcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.1071348 Apr 05 22:38:38.056161 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aac22-28ec-41e3-b57e-9172e19b0a08 req-4650b6d3-bb39-49ce-a683-3d01b96755e1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.057736 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d19aac22-28ec-41e3-b57e-9172e19b0a08 req-4650b6d3-bb39-49ce-a683-3d01b96755e1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0824554 Apr 05 22:38:38.067339 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] For port 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:38:38.073357 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] For port 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:38:38.080711 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.117229 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.118056 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.118248 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d19aac22-28ec-41e3-b57e-9172e19b0a08 req-a48785aa-e8ee-4845-a1a5-db0a9a7e807f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544558 Apr 05 22:38:38.119637 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] 10.222.0.24 "PUT /v2.0/ports/96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 1093 time: 0.8268766 Apr 05 22:38:38.120328 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:38.123139 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32" -d '{"events": [{"name": "network-changed", "server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:38.155387 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6ba303c-aa40-4734-a599-b3bad6b5b64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:38.165902 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d7b71-ce98-499b-87d3-b3bdeae25700 service neutron] Pushing event updated for resources: {'Port': ['ID=96883ef6-f9c5-495d-8e0d-0cd5f678299b,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:38.298320 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-58642837-b2f9-4ee0-b343-7ad0eb8fca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.299351 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b417db5-ebb0-4cd4-a00f-5f459c9fe3f8 x-openstack-request-id: req-3b417db5-ebb0-4cd4-a00f-5f459c9fe3f8 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:38.299839 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:38.299922 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b417db5-ebb0-4cd4-a00f-5f459c9fe3f8 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:38.300288 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b417db5-ebb0-4cd4-a00f-5f459c9fe3f8'] response: {'name': 'network-changed', 'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'status': 'completed', 'code': 200} Apr 05 22:38:38.302086 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-58642837-b2f9-4ee0-b343-7ad0eb8fca5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885766 Apr 05 22:38:38.321265 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-b0169d5e-a042-490b-8e37-64081e5f4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.322993 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-b0169d5e-a042-490b-8e37-64081e5f4bec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1127 time: 0.0655615 Apr 05 22:38:38.367015 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-74897d44-fd90-4ced-8d1f-3f6f77956db2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 217 time: 0.0363989 Apr 05 22:38:38.413305 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-37eab266-702a-462f-b570-2d8d64bd1b3b service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039362 Apr 05 22:38:38.418786 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-c5e83c10-3a3d-4341-98fc-d0ea0cb8845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.420816 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-c5e83c10-3a3d-4341-98fc-d0ea0cb8845d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0482051 Apr 05 22:38:38.477247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-e271416c-c25f-49e9-ada4-4ac661c7bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.478821 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-e271416c-c25f-49e9-ada4-4ac661c7bee9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512600 Apr 05 22:38:38.506601 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aab08044-dbc2-42a8-88b1-52ae88ec2d45 req-74504a3f-9e76-4ffb-b1a4-b81925552b07 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877223 Apr 05 22:38:38.570403 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-ae3f7be8-dde4-4b19-8f64-aaafc75f07ee service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Apr 05 22:38:38.791203 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0293d8-af27-48e2-a929-44b2521e0d62 req-2580a02f-ca90-4e49-bc93-2752228f2e2c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:38.792654 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee0293d8-af27-48e2-a929-44b2521e0d62 req-2580a02f-ca90-4e49-bc93-2752228f2e2c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0524156 Apr 05 22:38:38.843510 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ee0293d8-af27-48e2-a929-44b2521e0d62 req-da8200c8-96a4-4273-a152-c1c6ec951df5 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445793 Apr 05 22:38:39.116487 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:39.236041 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:39.251923 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-2798abcb-1bf1-451e-a07d-6989c6ed5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.252686 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'mac_address': 'fa:16:3e:c5:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:39.253619 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-2798abcb-1bf1-451e-a07d-6989c6ed5bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1128 time: 0.0584185 Apr 05 22:38:39.297623 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:39.298175 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.316206 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16a0444-be54-4574-84fa-36d3fdec41ac {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:39.320695 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35032) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.343050 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c48c2e-5065-4fa2-84da-1dc92daa6049 req-202c6b20-84ef-49ec-ad20-9740e85c6889 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.344664 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59c48c2e-5065-4fa2-84da-1dc92daa6049 req-202c6b20-84ef-49ec-ad20-9740e85c6889 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.1117640 Apr 05 22:38:39.349429 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:39.356177 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.387669 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-1ab285f1-1e09-48e8-9c38-b66983cdb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.389334 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-1ab285f1-1e09-48e8-9c38-b66983cdb93b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.1300144 Apr 05 22:38:39.396947 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3110cab1-43fc-47f4-aa7c-49e4906306da req-73bcafb7-851f-4a47-8f02-e05816d63411 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020378 Apr 05 22:38:39.440737 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.446355 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-eb51e03d-01c9-432e-b788-421772236198 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 217 time: 0.0495131 Apr 05 22:38:39.457659 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.459336 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-59c48c2e-5065-4fa2-84da-1dc92daa6049 req-c4374db4-ba31-4395-a990-bdd0eec1cc3f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039062 Apr 05 22:38:39.476017 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35042) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.501271 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecd11720-ef24-4d38-98a1-bce72df4061a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.581784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['f16a0444-be54-4574-84fa-36d3fdec41ac'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:39.659742 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-151ba529-438f-4407-b031-92077b633b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.661906 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-151ba529-438f-4407-b031-92077b633b1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0700443 Apr 05 22:38:39.693716 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecd11720-ef24-4d38-98a1-bce72df4061a admin admin] Publish callbacks [] for security_group (fcc50a81-ad2c-4282-94ef-4f4efe711ce8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.701755 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ecd11720-ef24-4d38-98a1-bce72df4061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (fcc50a81-ad2c-4282-94ef-4f4efe711ce8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.714225 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-400a85d7-ae80-4091-b275-5e46a8deac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.715762 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-400a85d7-ae80-4091-b275-5e46a8deac3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480978 Apr 05 22:38:39.782601 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-b97e4923-09bc-42f5-a3bf-0565a53f25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.784109 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-b97e4923-09bc-42f5-a3bf-0565a53f25ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1127 time: 0.1537771 Apr 05 22:38:39.795796 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ecd11720-ef24-4d38-98a1-bce72df4061a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52a061afe237423d8c24c7e58de567cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663951 Apr 05 22:38:39.796057 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:39.821397 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd11720-ef24-4d38-98a1-bce72df4061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc50a81-ad2c-4282-94ef-4f4efe711ce8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:39.822234 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-a067c217-6a00-4370-98ed-fed03f3a6c74 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006384 Apr 05 22:38:39.925230 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d276962e-6467-4c3e-ad04-c6029682356c admin admin] Publish callbacks [] for security_group (fcc50a81-ad2c-4282-94ef-4f4efe711ce8), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.957406 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-ff977879-16aa-41de-aea0-80b9d412b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:39.958907 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-ff977879-16aa-41de-aea0-80b9d412b8e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.1624045 Apr 05 22:38:39.986600 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d276962e-6467-4c3e-ad04-c6029682356c admin admin] Publish callbacks [] for security_group (fcc50a81-ad2c-4282-94ef-4f4efe711ce8), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:39.995443 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-731a0566-cfa5-430f-9e8f-8623d445ae03 req-a17229c0-2bf5-4d85-8ba0-566bdac58b6a service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639216 Apr 05 22:38:40.011081 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-0988f34f-25a9-4f3c-b370-a91f7d7e6af4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 217 time: 0.0445468 Apr 05 22:38:40.037647 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048147-4cd6-4b8b-ab36-dec728848634 req-a04e75ed-b713-41bd-a6f7-418ac02c733f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.039142 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04048147-4cd6-4b8b-ab36-dec728848634 req-a04e75ed-b713-41bd-a6f7-418ac02c733f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.1120396 Apr 05 22:38:40.075711 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d276962e-6467-4c3e-ad04-c6029682356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (fcc50a81-ad2c-4282-94ef-4f4efe711ce8), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.078422 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d276962e-6467-4c3e-ad04-c6029682356c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.080257 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d276962e-6467-4c3e-ad04-c6029682356c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcc50a81-ad2c-4282-94ef-4f4efe711ce8 HTTP/1.1" status: 204 len: 168 time: 0.2832785 Apr 05 22:38:40.080747 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-0a329a88-c402-45ff-b80c-236f2749f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.082185 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-0a329a88-c402-45ff-b80c-236f2749f8ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0553567 Apr 05 22:38:40.096494 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276962e-6467-4c3e-ad04-c6029682356c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc50a81-ad2c-4282-94ef-4f4efe711ce8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:40.112978 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04048147-4cd6-4b8b-ab36-dec728848634 req-7ed8f966-0faa-4073-b0b0-0e2dde26e1a3 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672138 Apr 05 22:38:40.171787 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-9d3efd13-2a9b-4194-85b9-e0b0ac38ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.173886 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-9d3efd13-2a9b-4194-85b9-e0b0ac38ee8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852931 Apr 05 22:38:40.260626 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (a79e255e-502d-4bea-9f57-cc192525159e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.326049 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-87331a71-361b-44f2-926c-a03bc2da58bd service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452866 Apr 05 22:38:40.682559 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:40.748079 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e2579-9cd0-4ee6-b572-897cbe7f98c8 req-77f36741-ab11-4516-ba3c-ee463a886bd3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:40.749493 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-903e2579-9cd0-4ee6-b572-897cbe7f98c8 req-77f36741-ab11-4516-ba3c-ee463a886bd3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 945 time: 0.1603868 Apr 05 22:38:40.800518 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-30fbb64e-df9b-4409-a8b6-cdd707ba5a32 req-b606d86a-09d2-480c-a8e9-c4bcbd0aa581 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102919 Apr 05 22:38:40.837508 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-903e2579-9cd0-4ee6-b572-897cbe7f98c8 req-563f2643-61c9-4356-9b43-d2b3de67f0c2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631514 Apr 05 22:38:40.919967 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Deleting port 375b339d-80a9-4cdc-a1bb-2e439c095486 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:40.920302 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.001344 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] For port 375b339d-80a9-4cdc-a1bb-2e439c095486, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=375b339d-80a9-4cdc-a1bb-2e439c095486,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:41.001632 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.014087 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Calling delete_port for 375b339d-80a9-4cdc-a1bb-2e439c095486 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:41.130561 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:41.194474 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port f16a0444-be54-4574-84fa-36d3fdec41ac completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:38:41.200961 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port f16a0444-be54-4574-84fa-36d3fdec41ac triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:41.201524 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.240449 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (375b339d-80a9-4cdc-a1bb-2e439c095486), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.266378 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151851c-8f29-4640-9741-f7295125897a req-b808b7f2-bcf4-41c4-878e-8d1b8bbde93c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:41.268285 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7151851c-8f29-4640-9741-f7295125897a req-b808b7f2-bcf4-41c4-878e-8d1b8bbde93c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0577543 Apr 05 22:38:41.275052 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Pushing event deleted for resources: {'Port': ['ID=375b339d-80a9-4cdc-a1bb-2e439c095486,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.303886 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:41.304279 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.333253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:41.335592 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744add1d-5416-4837-b356-9cf8f47a1938" -d '{"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-plugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:41.347412 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7151851c-8f29-4640-9741-f7295125897a req-2b5770b2-5d29-40d4-bf98-06a3c9b71267 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727503 Apr 05 22:38:41.350791 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:41.356003 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.376613 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:38:41.409944 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:41.490546 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (a79e255e-502d-4bea-9f57-cc192525159e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:41.532209 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61736627-813e-4934-934f-e8b0a9b82a62 x-openstack-request-id: req-61736627-813e-4934-934f-e8b0a9b82a62 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:41.532500 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-plugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:41.532753 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61736627-813e-4934-934f-e8b0a9b82a62 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:41.533154 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61736627-813e-4934-934f-e8b0a9b82a62'] response: {'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'code': 200} Apr 05 22:38:41.747213 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411907-ffd6-44a9-b333-2096560ba348 req-1b4c95b0-f4f0-4d80-91ac-f23d4b264601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:41.748748 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9411907-ffd6-44a9-b333-2096560ba348 req-1b4c95b0-f4f0-4d80-91ac-f23d4b264601 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1130 time: 0.0958674 Apr 05 22:38:41.762423 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Router a79e255e-502d-4bea-9f57-cc192525159e has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:41.838940 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b9411907-ffd6-44a9-b333-2096560ba348 req-939913f1-c024-4785-9a24-b0f0228ad485 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823810 Apr 05 22:38:41.901392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:41.909283 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-11ce4bfa-0b81-476c-b2f0-c2ca30c9101e admin admin] 10.222.0.26 "PUT /v2.0/routers/a79e255e-502d-4bea-9f57-cc192525159e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301054 Apr 05 22:38:41.909726 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:41.910836 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] Sync routers for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:41.922322 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:41.923300 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:41.967759 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11798e43-16a5-43e8-a3c2-ad6204702bc4 req-39b00fd8-9eb7-42dd-8eb5-6db1a5e1ced6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:41.970093 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-11798e43-16a5-43e8-a3c2-ad6204702bc4 req-39b00fd8-9eb7-42dd-8eb5-6db1a5e1ced6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0550058 Apr 05 22:38:42.022378 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks [] for router (a79e255e-502d-4bea-9f57-cc192525159e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.027268 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-11798e43-16a5-43e8-a3c2-ad6204702bc4 req-438f784a-ec7c-4525-af05-64f2a1a8dc80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509329 Apr 05 22:38:42.034052 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:42.133290 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks [] for router_gateway (a79e255e-502d-4bea-9f57-cc192525159e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.196110 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Deleting port 5e24adeb-76d2-4123-8ddc-93cff3975607 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:42.196581 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.226684 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:38:41Z', 'revision_number': 5, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port': {'id': '5e24adeb-76d2-4123-8ddc-93cff3975607', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:73:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:32:33Z', 'updated_at': '2022-04-05T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:42.257235 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] Checking router: a79e255e-502d-4bea-9f57-cc192525159e for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:42.265419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] Routers {'a79e255e-502d-4bea-9f57-cc192525159e'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:42.266065 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a79e255e-502d-4bea-9f57-cc192525159e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:42.287983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] For port 5e24adeb-76d2-4123-8ddc-93cff3975607, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5e24adeb-76d2-4123-8ddc-93cff3975607,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:42.288429 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.303752 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Calling delete_port for 5e24adeb-76d2-4123-8ddc-93cff3975607 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:42.353154 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.367577 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] Set router a79e255e-502d-4bea-9f57-cc192525159e gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:42.428617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 6, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:42.506349 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (5e24adeb-76d2-4123-8ddc-93cff3975607), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.517333 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383a09-bdcc-45d4-8535-dd00d9bf7586 req-fee4ce33-1048-412b-baa8-3dc1546732f0 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:42.525236 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad383a09-bdcc-45d4-8535-dd00d9bf7586 req-fee4ce33-1048-412b-baa8-3dc1546732f0 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0776446 Apr 05 22:38:42.560691 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e24adeb-76d2-4123-8ddc-93cff3975607,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:42.598056 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad383a09-bdcc-45d4-8535-dd00d9bf7586 req-0bcaf998-f8d2-408b-82b1-42324d21fcf9 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717294 Apr 05 22:38:42.637380 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (a79e255e-502d-4bea-9f57-cc192525159e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.639782 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beeee67-adc5-400e-97cf-4593c3451158 None None] The sync data for ids ['a79e255e-502d-4bea-9f57-cc192525159e'] in dv-cinder-833443-2-iscsi is: [{'id': 'a79e255e-502d-4bea-9f57-cc192525159e', 'name': 'tempest-AttachVolumeNegativeTest-462452942-router', 'tenant_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:32:32Z', 'updated_at': '2022-04-05T22:38:42Z', 'revision_number': 6, 'project_id': 'aa4f3fa9b3e342cc8e0342f768adb681', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:42.733069 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (a79e255e-502d-4bea-9f57-cc192525159e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.735797 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks [] for router_controller (a79e255e-502d-4bea-9f57-cc192525159e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.781130 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (a79e255e-502d-4bea-9f57-cc192525159e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.782505 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79e255e-502d-4bea-9f57-cc192525159e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:38:42.787052 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.790770 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6d764327-c4f1-4864-80db-6a56a97f41a0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a79e255e-502d-4bea-9f57-cc192525159e HTTP/1.1" status: 204 len: 168 time: 0.8775516 Apr 05 22:38:42.790923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:42.838306 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Deleting subnet 9a4ca027-0e3b-4f2f-b542-c1101ec3c226 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:38:42.841901 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Publish callbacks [] for subnet (9a4ca027-0e3b-4f2f-b542-c1101ec3c226), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.881362 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (9a4ca027-0e3b-4f2f-b542-c1101ec3c226), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:42.963221 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (9a4ca027-0e3b-4f2f-b542-c1101ec3c226), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.019351 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (9a4ca027-0e3b-4f2f-b542-c1101ec3c226), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.045610 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4ca027-0e3b-4f2f-b542-c1101ec3c226,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:43.051859 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.055134 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-700be144-6494-4b73-87a2-27ae382a047b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a4ca027-0e3b-4f2f-b542-c1101ec3c226 HTTP/1.1" status: 204 len: 168 time: 0.2632918 Apr 05 22:38:43.057568 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:43.060572 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52810ab6-c7eb-4b3b-915d-946a5c4cfa7d None None] Network 319237f0-b6cd-4d7f-91aa-9ccd5b819175 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:38:43.163415 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (319237f0-b6cd-4d7f-91aa-9ccd5b819175), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.214206 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457fdcc-947a-4b55-930a-aea311b63d28 req-879ee0e3-3184-4d08-a805-c39314813000 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:43.215768 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5457fdcc-947a-4b55-930a-aea311b63d28 req-879ee0e3-3184-4d08-a805-c39314813000 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0998132 Apr 05 22:38:43.267322 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] DHCP port deletion for 319237f0-b6cd-4d7f-91aa-9ccd5b819175 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:38:43.280508 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5457fdcc-947a-4b55-930a-aea311b63d28 req-01931da4-08a4-4695-b9fb-d1e5bbe0fd44 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562322 Apr 05 22:38:43.282061 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Deleting port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:43.282395 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.335231 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] Deleting port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:38:43.335616 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.353186 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] For port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:43.353701 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.367642 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Calling delete_port for 5b9afd51-e360-49b3-81bc-24e6ea04b0fa owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:43.398293 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] For port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,segment=NetworkSegment(70131fe2-b917-4330-9e8d-cbbff695f39c),segment_id=70131fe2-b917-4330-9e8d-cbbff695f39c)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:43.398683 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.416902 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] Calling delete_port for 5b9afd51-e360-49b3-81bc-24e6ea04b0fa owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:38:43.418071 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85706bb-fe4f-46c5-8033-9796de46c3da req-2e7c4731-3f2a-445d-bf9f-e78b6ad374ae tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:43.419795 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f85706bb-fe4f-46c5-8033-9796de46c3da req-2e7c4731-3f2a-445d-bf9f-e78b6ad374ae tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0560408 Apr 05 22:38:43.428748 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35114) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:43.434062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'floatingip': {'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:43.461156 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.477121 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] No DVR routers for this DVR port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:43.485802 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (915941e6-855b-470c-b911-8dd1a0d6820e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.500607 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:43.510224 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (5b9afd51-e360-49b3-81bc-24e6ea04b0fa), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.528569 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] No DVR routers for this DVR port 5b9afd51-e360-49b3-81bc-24e6ea04b0fa on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:38:43.552856 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9885e-cb68-4e9e-8023-7c5cb594c939 None None] Pushing event deleted for resources: {'Port': ['ID=5b9afd51-e360-49b3-81bc-24e6ea04b0fa,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:43.590349 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (319237f0-b6cd-4d7f-91aa-9ccd5b819175), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.612758 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319237f0-b6cd-4d7f-91aa-9ccd5b819175']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:43.629560 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70131fe2-b917-4330-9e8d-cbbff695f39c') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:43.629858 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70131fe2-b917-4330-9e8d-cbbff695f39c') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:43.639517 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (70131fe2-b917-4330-9e8d-cbbff695f39c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.656343 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (70131fe2-b917-4330-9e8d-cbbff695f39c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.664765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:38:43.665165 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (70131fe2-b917-4330-9e8d-cbbff695f39c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:38:43.667245 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:38:44.020506 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (319237f0-b6cd-4d7f-91aa-9ccd5b819175), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.026377 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.029760 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] 10.222.0.26 "DELETE /v2.0/networks/319237f0-b6cd-4d7f-91aa-9ccd5b819175 HTTP/1.1" status: 204 len: 168 time: 0.9711852 Apr 05 22:38:44.044130 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35820e1-ca39-4447-a761-3efe1da3ca8e admin admin] Pushing event deleted for resources: {'Network': ['ID=319237f0-b6cd-4d7f-91aa-9ccd5b819175,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:44.064465 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ce2f0-5057-4ba7-b180-953ce1a2a7d8 req-5caf02e2-1a14-44f3-b15a-743c341e76ca tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:44.067054 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-389ce2f0-5057-4ba7-b180-953ce1a2a7d8 req-5caf02e2-1a14-44f3-b15a-743c341e76ca tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.3766899 Apr 05 22:38:44.143574 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-389ce2f0-5057-4ba7-b180-953ce1a2a7d8 req-86be1273-fcc4-4ec1-909b-08180d065875 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694761 Apr 05 22:38:44.221206 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 375b339d-80a9-4cdc-a1bb-2e439c095486 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:44.243355 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 375b339d-80a9-4cdc-a1bb-2e439c095486 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:44.243926 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 375b339d-80a9-4cdc-a1bb-2e439c095486 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:44.244391 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5e24adeb-76d2-4123-8ddc-93cff3975607 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:44.267094 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 5e24adeb-76d2-4123-8ddc-93cff3975607 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:44.267448 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5e24adeb-76d2-4123-8ddc-93cff3975607 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:44.267863 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5b9afd51-e360-49b3-81bc-24e6ea04b0fa no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:38:44.268636 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35132) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:44.287792 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 5b9afd51-e360-49b3-81bc-24e6ea04b0fa {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:38:44.288136 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 5b9afd51-e360-49b3-81bc-24e6ea04b0fa not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:38:44.313656 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.314195 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-960063db-29f4-48d8-8deb-1e8ff0bc2cc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa4f3fa9b3e342cc8e0342f768adb681&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440085 Apr 05 22:38:44.317198 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35134) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:44.318562 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (915941e6-855b-470c-b911-8dd1a0d6820e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.365074 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a9a793a-e0c1-4f0c-9d85-6f38c188e8d5 admin admin] Publish callbacks [] for security_group (7e755771-e8c6-4688-a787-40616efc4c8b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.387254 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a9a793a-e0c1-4f0c-9d85-6f38c188e8d5 admin admin] Publish callbacks [] for security_group (7e755771-e8c6-4688-a787-40616efc4c8b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.431136 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Floating IP 915941e6-855b-470c-b911-8dd1a0d6820e associated. External IP: 172.27.0.148, port: f16a0444-be54-4574-84fa-36d3fdec41ac. Apr 05 22:38:44.438210 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a9a793a-e0c1-4f0c-9d85-6f38c188e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (7e755771-e8c6-4688-a787-40616efc4c8b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.441319 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a9a793a-e0c1-4f0c-9d85-6f38c188e8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.442438 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4a9a793a-e0c1-4f0c-9d85-6f38c188e8d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e755771-e8c6-4688-a787-40616efc4c8b HTTP/1.1" status: 204 len: 168 time: 0.1242187 Apr 05 22:38:44.452475 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a793a-e0c1-4f0c-9d85-6f38c188e8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e755771-e8c6-4688-a787-40616efc4c8b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:44.649444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:44.764454 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:44.769018 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:44.775374 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:44.786236 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:44.786886 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:44.802154 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-29c3bcf0-effb-4069-b2dc-ba2a0c450bb2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "PUT /v2.0/floatingips/915941e6-855b-470c-b911-8dd1a0d6820e HTTP/1.1" status: 200 len: 992 time: 1.3722022 Apr 05 22:38:44.803030 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:44.805316 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ec019-c177-42c3-a6c7-5b9f40658bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:44.847793 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fae0bf-fbf2-4da9-b49b-2ec2995b5202 x-openstack-request-id: req-20fae0bf-fbf2-4da9-b49b-2ec2995b5202 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:44.848188 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:44.848578 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20fae0bf-fbf2-4da9-b49b-2ec2995b5202 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:44.849093 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fae0bf-fbf2-4da9-b49b-2ec2995b5202'] response: {'name': 'network-changed', 'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'status': 'completed', 'code': 200} Apr 05 22:38:44.897401 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:45.134875 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '915941e6-855b-470c-b911-8dd1a0d6820e', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'mac_address': 'fa:16:3e:c5:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:28Z', 'updated_at': '2022-04-05T22:38:44Z', 'revision_number': 1, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:45.162641 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:45.171335 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:45.172436 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:45.300014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b102c0-98cf-45ec-965d-c449c50130eb req-1a71b903-aa00-4513-8afa-d07b8c05047b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.301982 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1b102c0-98cf-45ec-965d-c449c50130eb req-1a71b903-aa00-4513-8afa-d07b8c05047b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0621696 Apr 05 22:38:45.305870 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:45.350186 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-707f46f7-6867-4306-980f-5b293dc54d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.351874 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-707f46f7-6867-4306-980f-5b293dc54d6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1130 time: 0.0830629 Apr 05 22:38:45.371848 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1b102c0-98cf-45ec-965d-c449c50130eb req-1c063a77-43d6-49a8-9b9e-a4321ceac39b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626104 Apr 05 22:38:45.475039 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-bedaaf34-04e8-4f36-9125-2bd86ce95c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.476577 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-bedaaf34-04e8-4f36-9125-2bd86ce95c06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.1184950 Apr 05 22:38:45.564141 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-edca2f68-0cbf-460a-8f1d-c9e81758082c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 1000 time: 0.0815356 Apr 05 22:38:45.575168 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '915941e6-855b-470c-b911-8dd1a0d6820e', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'mac_address': 'fa:16:3e:c5:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:28Z', 'updated_at': '2022-04-05T22:38:44Z', 'revision_number': 1, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:45.612591 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf099c9-49a7-4a03-ac17-8f2786c0555b None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '915941e6-855b-470c-b911-8dd1a0d6820e', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'mac_address': 'fa:16:3e:c5:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:28Z', 'updated_at': '2022-04-05T22:38:44Z', 'revision_number': 1, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:45.622140 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-92de821d-41f2-4a39-b44f-095ea4690915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.624230 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-92de821d-41f2-4a39-b44f-095ea4690915 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0542276 Apr 05 22:38:45.689889 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-d98cfb18-bf2f-4570-9572-b6f12d048069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:45.692976 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-d98cfb18-bf2f-4570-9572-b6f12d048069 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603633 Apr 05 22:38:45.805719 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-a91423ec-9d41-48f4-8d8b-9242094b0046 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081178 Apr 05 22:38:45.891887 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8eefb2-4ade-410f-b9bf-261db7038473 None None] New status for floating IP 915941e6-855b-470c-b911-8dd1a0d6820e: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:45.942264 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b43ec019-c177-42c3-a6c7-5b9f40658bc3 req-78ba4e0d-e91c-424f-ab67-b63845cc041e service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285076 Apr 05 22:38:46.494496 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a73b7-6ef2-4a9a-ab97-bc7517f8453d req-f702c248-afee-498b-9322-5e2614d9d39e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:46.496124 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c9a73b7-6ef2-4a9a-ab97-bc7517f8453d req-f702c248-afee-498b-9322-5e2614d9d39e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0609503 Apr 05 22:38:46.550600 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c9a73b7-6ef2-4a9a-ab97-bc7517f8453d req-9f068dab-659b-46da-8460-2ce9977e1612 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472047 Apr 05 22:38:47.123664 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 96883ef6-f9c5-495d-8e0d-0cd5f678299b details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:38:47.219363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:47.231168 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:38:47.267043 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 96883ef6-f9c5-495d-8e0d-0cd5f678299b is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:47.267439 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.280651 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96883ef6-f9c5-495d-8e0d-0cd5f678299b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:38:47.307028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:47.311309 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:47.365032 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=96883ef6-f9c5-495d-8e0d-0cd5f678299b,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:47.528640 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['96883ef6-f9c5-495d-8e0d-0cd5f678299b'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:38:47.720664 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467fbfb-9c15-4852-ad4f-fa5e3fbf8095 req-c6a3e484-5804-40e8-b4bb-ae1e96e7fcbc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:47.722278 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f467fbfb-9c15-4852-ad4f-fa5e3fbf8095 req-c6a3e484-5804-40e8-b4bb-ae1e96e7fcbc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 944 time: 0.0645504 Apr 05 22:38:47.783607 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f467fbfb-9c15-4852-ad4f-fa5e3fbf8095 req-8e6321b5-df1f-4f9a-8004-d4005ed36001 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532525 Apr 05 22:38:48.909892 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adb167-ffb2-4d66-a774-84fda4a5ba25 req-f0b7bb41-d9d7-40ba-94a4-ceee500c7fc9 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:48.911570 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-06adb167-ffb2-4d66-a774-84fda4a5ba25 req-f0b7bb41-d9d7-40ba-94a4-ceee500c7fc9 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 944 time: 0.0577130 Apr 05 22:38:48.960773 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-06adb167-ffb2-4d66-a774-84fda4a5ba25 req-5a87a856-6185-4204-9845-873c0dd70a19 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437036 Apr 05 22:38:49.782203 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35274) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:49.886137 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43f7a91f-bcf5-46b3-a4f7-ff8ae695a31b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.928356 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 96883ef6-f9c5-495d-8e0d-0cd5f678299b up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:38:49.968417 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43f7a91f-bcf5-46b3-a4f7-ff8ae695a31b admin admin] Publish callbacks [] for security_group (cd292d0f-4482-4312-8b41-bf4579acc79f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.974028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-43f7a91f-bcf5-46b3-a4f7-ff8ae695a31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (cd292d0f-4482-4312-8b41-bf4579acc79f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:49.997179 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 96883ef6-f9c5-495d-8e0d-0cd5f678299b completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:38:50.002000 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 96883ef6-f9c5-495d-8e0d-0cd5f678299b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:38:50.002594 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.013532 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7a91f-bcf5-46b3-a4f7-ff8ae695a31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd292d0f-4482-4312-8b41-bf4579acc79f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:50.021158 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-43f7a91f-bcf5-46b3-a4f7-ff8ae695a31b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c3548effec6456783e0bd72c0872b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352755 Apr 05 22:38:50.021478 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35280) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:50.073098 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bec8bd9-9fd4-4add-8962-de9a021b2494 admin admin] Publish callbacks [] for security_group (cd292d0f-4482-4312-8b41-bf4579acc79f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.086218 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 96883ef6-f9c5-495d-8e0d-0cd5f678299b is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:38:50.086604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.098183 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bec8bd9-9fd4-4add-8962-de9a021b2494 admin admin] Publish callbacks [] for security_group (cd292d0f-4482-4312-8b41-bf4579acc79f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.110344 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:50.112611 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e529a-8df2-40e0-89ca-4c8e7ed44386" -d '{"events": [{"server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "name": "network-vif-plugged", "status": "completed", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:50.126037 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:38:50.130438 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.160214 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbad4f9-e774-45b8-842f-d4d12b4c3eff x-openstack-request-id: req-5dbad4f9-e774-45b8-842f-d4d12b4c3eff {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:50.160588 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "name": "network-vif-plugged", "status": "completed", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:50.160909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dbad4f9-e774-45b8-842f-d4d12b4c3eff {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:50.161306 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbad4f9-e774-45b8-842f-d4d12b4c3eff'] response: {'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'code': 200} Apr 05 22:38:50.178121 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad915213-1f9a-412f-8ea7-79c15c2d364b req-e6f80de0-8c00-4d0f-b50c-395b1ebdcf8f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:50.179736 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad915213-1f9a-412f-8ea7-79c15c2d364b req-e6f80de0-8c00-4d0f-b50c-395b1ebdcf8f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 944 time: 0.0837629 Apr 05 22:38:50.189180 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=96883ef6-f9c5-495d-8e0d-0cd5f678299b,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:50.196227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bec8bd9-9fd4-4add-8962-de9a021b2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (cd292d0f-4482-4312-8b41-bf4579acc79f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.198768 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4bec8bd9-9fd4-4add-8962-de9a021b2494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:50.199860 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4bec8bd9-9fd4-4add-8962-de9a021b2494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd292d0f-4482-4312-8b41-bf4579acc79f HTTP/1.1" status: 204 len: 168 time: 0.1774130 Apr 05 22:38:50.221273 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec8bd9-9fd4-4add-8962-de9a021b2494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd292d0f-4482-4312-8b41-bf4579acc79f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:50.247147 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad915213-1f9a-412f-8ea7-79c15c2d364b req-75a30ac9-3021-4993-8280-33c1235db28f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605066 Apr 05 22:38:51.373355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42615d7-410a-47f9-809a-54313648cae7 req-f3e80846-0a48-4411-91af-8143e227a397 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.374927 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f42615d7-410a-47f9-809a-54313648cae7 req-f3e80846-0a48-4411-91af-8143e227a397 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0573294 Apr 05 22:38:51.423371 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f42615d7-410a-47f9-809a-54313648cae7 req-19a7ab73-276c-4540-80a1-f488f602ee1c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Apr 05 22:38:51.700263 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35334) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.798171 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabed91-24aa-4561-a85e-a9de08e3134c req-d99f6b80-aeca-4562-aded-4338b3ca7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:51.799780 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ddabed91-24aa-4561-a85e-a9de08e3134c req-d99f6b80-aeca-4562-aded-4338b3ca7752 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1129 time: 0.0484805 Apr 05 22:38:51.813701 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-920521b3-9cd2-4264-ba8d-49c8efc46b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.848504 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ddabed91-24aa-4561-a85e-a9de08e3134c req-4e69485c-6b47-4320-9c49-5ea80fe9c83f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Apr 05 22:38:51.887549 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-920521b3-9cd2-4264-ba8d-49c8efc46b6a admin admin] Publish callbacks [] for security_group (45138b8a-a840-4658-8f2e-5fd0e2897d87), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.891234 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-920521b3-9cd2-4264-ba8d-49c8efc46b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (45138b8a-a840-4658-8f2e-5fd0e2897d87), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:51.928673 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-920521b3-9cd2-4264-ba8d-49c8efc46b6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a725de9430b4f20a3a358339702c741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273328 Apr 05 22:38:51.929530 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920521b3-9cd2-4264-ba8d-49c8efc46b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45138b8a-a840-4658-8f2e-5fd0e2897d87,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:51.931563 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:51.979681 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-429429e1-5623-4cc2-961b-f717d7e993de admin admin] Publish callbacks [] for security_group (45138b8a-a840-4658-8f2e-5fd0e2897d87), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.003127 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-429429e1-5623-4cc2-961b-f717d7e993de admin admin] Publish callbacks [] for security_group (45138b8a-a840-4658-8f2e-5fd0e2897d87), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.050989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-429429e1-5623-4cc2-961b-f717d7e993de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (45138b8a-a840-4658-8f2e-5fd0e2897d87), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.053807 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-429429e1-5623-4cc2-961b-f717d7e993de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.055024 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-429429e1-5623-4cc2-961b-f717d7e993de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45138b8a-a840-4658-8f2e-5fd0e2897d87 HTTP/1.1" status: 204 len: 168 time: 0.1224477 Apr 05 22:38:52.063599 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429429e1-5623-4cc2-961b-f717d7e993de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45138b8a-a840-4658-8f2e-5fd0e2897d87,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.334988 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35368) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:52.349048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6e30fbf-ce42-42ab-b80c-62350a5382f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.431032 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6e30fbf-ce42-42ab-b80c-62350a5382f5 admin admin] Publish callbacks [] for security_group (20767ac4-d962-49a5-aa1d-3d92cda95d3b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.435105 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6e30fbf-ce42-42ab-b80c-62350a5382f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (20767ac4-d962-49a5-aa1d-3d92cda95d3b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.481145 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a6e30fbf-ce42-42ab-b80c-62350a5382f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4afeb4092464a298c7234e0bd1341b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424074 Apr 05 22:38:52.481145 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e30fbf-ce42-42ab-b80c-62350a5382f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20767ac4-d962-49a5-aa1d-3d92cda95d3b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:52.481523 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35378) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:52.575070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-761c2521-4437-4f5c-8f1c-95f23c6ac2c4 admin admin] Publish callbacks [] for security_group (20767ac4-d962-49a5-aa1d-3d92cda95d3b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.589036 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bde4e-fb39-4d03-9b54-f2e6cd0246a1 req-e61632a3-5794-4cb0-8877-1d82b3678c0d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:52.590652 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830bde4e-fb39-4d03-9b54-f2e6cd0246a1 req-e61632a3-5794-4cb0-8877-1d82b3678c0d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0817821 Apr 05 22:38:52.626002 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-761c2521-4437-4f5c-8f1c-95f23c6ac2c4 admin admin] Publish callbacks [] for security_group (20767ac4-d962-49a5-aa1d-3d92cda95d3b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.679751 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-830bde4e-fb39-4d03-9b54-f2e6cd0246a1 req-c7264f26-5242-4c34-b444-8e34d4b53e6d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832996 Apr 05 22:38:52.710024 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-761c2521-4437-4f5c-8f1c-95f23c6ac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (20767ac4-d962-49a5-aa1d-3d92cda95d3b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.712636 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-761c2521-4437-4f5c-8f1c-95f23c6ac2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:52.713822 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-761c2521-4437-4f5c-8f1c-95f23c6ac2c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20767ac4-d962-49a5-aa1d-3d92cda95d3b HTTP/1.1" status: 204 len: 168 time: 0.2313576 Apr 05 22:38:52.722126 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2521-4437-4f5c-8f1c-95f23c6ac2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20767ac4-d962-49a5-aa1d-3d92cda95d3b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:53.809833 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb0181-af8e-42a5-8612-4677925573a4 req-08725512-a12c-4840-a17a-67edf956907d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:53.811355 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d9eb0181-af8e-42a5-8612-4677925573a4 req-08725512-a12c-4840-a17a-67edf956907d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Apr 05 22:38:53.863877 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d9eb0181-af8e-42a5-8612-4677925573a4 req-43a9acae-d700-4a2f-a350-1982a2d4cee3 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457289 Apr 05 22:38:53.988897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d864f1-b784-445f-97c1-33405695a853 req-b8fb08cb-dab5-42d7-840d-d32387261ccf tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:53.990630 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4d864f1-b784-445f-97c1-33405695a853 req-b8fb08cb-dab5-42d7-840d-d32387261ccf tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0587604 Apr 05 22:38:54.040286 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4d864f1-b784-445f-97c1-33405695a853 req-143a0888-df12-4cc9-80f1-99068b6a51ef tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Apr 05 22:38:54.063211 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35438) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:54.106906 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d83af-88ee-4b8b-af8c-e95ca999bc7d tempest-TestVolumeBootPattern-1590422056 tempest-TestVolumeBootPattern-1590422056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:54.108434 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-106d83af-88ee-4b8b-af8c-e95ca999bc7d tempest-TestVolumeBootPattern-1590422056 tempest-TestVolumeBootPattern-1590422056-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1124 time: 0.0442426 Apr 05 22:38:54.111957 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35440) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:54.116345 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:38:54.139045 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.244424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.358394 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Allocated IP 172.27.0.87 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/49884056-b1b3-41ea-b637-36b8ae9468ea) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:38:54.461994 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.495738 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:54.530686 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:38:54.534626 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:38:54.537157 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:38:54.570926 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=49884056-b1b3-41ea-b637-36b8ae9468ea,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:54.941893 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (5512e418-499c-440f-82f5-75a1d11c3989), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.024453 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.181549 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.186345 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.232967 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:55.255736 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=49884056-b1b3-41ea-b637-36b8ae9468ea,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:55.267892 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (5512e418-499c-440f-82f5-75a1d11c3989), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.339634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b51460b-1508-4157-83dd-ab1fe891e322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.380285 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Floating IP 5512e418-499c-440f-82f5-75a1d11c3989 associated. External IP: 172.27.0.87, port: 96883ef6-f9c5-495d-8e0d-0cd5f678299b. Apr 05 22:38:55.418461 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b51460b-1508-4157-83dd-ab1fe891e322 admin admin] Publish callbacks [] for security_group (a30aaf67-1b13-47ee-8e42-e49174cf432e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.424288 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b51460b-1508-4157-83dd-ab1fe891e322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a30aaf67-1b13-47ee-8e42-e49174cf432e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.461744 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1b51460b-1508-4157-83dd-ab1fe891e322 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8466de949697452b8ca29601978ff4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276909 Apr 05 22:38:55.462606 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51460b-1508-4157-83dd-ab1fe891e322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30aaf67-1b13-47ee-8e42-e49174cf432e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:55.464938 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:55.518587 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2d70a22-9808-4d14-9d4e-15607f37a1c1 admin admin] Publish callbacks [] for security_group (a30aaf67-1b13-47ee-8e42-e49174cf432e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.541343 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2d70a22-9808-4d14-9d4e-15607f37a1c1 admin admin] Publish callbacks [] for security_group (a30aaf67-1b13-47ee-8e42-e49174cf432e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.587983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2d70a22-9808-4d14-9d4e-15607f37a1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a30aaf67-1b13-47ee-8e42-e49174cf432e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.590838 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2d70a22-9808-4d14-9d4e-15607f37a1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.592134 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a2d70a22-9808-4d14-9d4e-15607f37a1c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a30aaf67-1b13-47ee-8e42-e49174cf432e HTTP/1.1" status: 204 len: 168 time: 0.1262116 Apr 05 22:38:55.600639 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d70a22-9808-4d14-9d4e-15607f37a1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30aaf67-1b13-47ee-8e42-e49174cf432e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:55.613469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:38:55.877741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:55.893170 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6572-23fc-4060-8127-5393a4706e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.982983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6572-23fc-4060-8127-5393a4706e96 admin admin] Publish callbacks [] for security_group (509435a6-3153-4ac6-82d4-84fa6ca59dc2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:55.989473 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0e2a6572-23fc-4060-8127-5393a4706e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (509435a6-3153-4ac6-82d4-84fa6ca59dc2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.029723 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0e2a6572-23fc-4060-8127-5393a4706e96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=425dcf2a986643a4b8aae9b86aeb6f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509099 Apr 05 22:38:56.031453 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a6572-23fc-4060-8127-5393a4706e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509435a6-3153-4ac6-82d4-84fa6ca59dc2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:56.033389 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35486) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:38:56.040309 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:38:56.051609 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:38:56.061190 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:56.062055 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.075881 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.117511 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d1c3e793-9e95-4115-897b-3fb695438fd8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0042667 Apr 05 22:38:56.122747 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:38:56.125324 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:38:56.141994 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6e96-dadc-43eb-b8be-32dde0577918 admin admin] Publish callbacks [] for security_group (509435a6-3153-4ac6-82d4-84fa6ca59dc2), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.172051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6e96-dadc-43eb-b8be-32dde0577918 admin admin] Publish callbacks [] for security_group (509435a6-3153-4ac6-82d4-84fa6ca59dc2), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.179458 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9b9bd6-803b-471d-8aa8-84d6d29aa09b x-openstack-request-id: req-ae9b9bd6-803b-471d-8aa8-84d6d29aa09b {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:38:56.179636 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:56.179742 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:38:56.179991 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae9b9bd6-803b-471d-8aa8-84d6d29aa09b {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:38:56.180381 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9b9bd6-803b-471d-8aa8-84d6d29aa09b'] response: {'name': 'network-changed', 'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'status': 'completed', 'code': 200} Apr 05 22:38:56.225030 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6e96-dadc-43eb-b8be-32dde0577918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (509435a6-3153-4ac6-82d4-84fa6ca59dc2), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.228474 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6e96-dadc-43eb-b8be-32dde0577918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:38:56.229629 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7a3a6e96-dadc-43eb-b8be-32dde0577918 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/509435a6-3153-4ac6-82d4-84fa6ca59dc2 HTTP/1.1" status: 204 len: 168 time: 0.1948609 Apr 05 22:38:56.246971 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a6e96-dadc-43eb-b8be-32dde0577918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509435a6-3153-4ac6-82d4-84fa6ca59dc2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:38:56.269915 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-58fdc34c-90d7-44c2-a051-3389c3d772f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:56.272543 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-58fdc34c-90d7-44c2-a051-3389c3d772f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1129 time: 0.0641482 Apr 05 22:38:56.427356 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:54Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.455483 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:38:56.464201 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:38:56.464812 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.586771 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:38:56.828706 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:54Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:38:56.856535 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da154f-7e26-4409-9cff-38b5bc8c5086 None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:54Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:38:57.080290 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31ddef4-7b46-4a5c-8bbd-e3c1c89046e7 None None] New status for floating IP 5512e418-499c-440f-82f5-75a1d11c3989: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:38:57.122030 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-ad309c17-8bc2-4732-8111-8a37bf7f586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:57.123749 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-ad309c17-8bc2-4732-8111-8a37bf7f586d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.1125681 Apr 05 22:38:57.845755 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-afc18f0a-f6ba-4b4e-8e07-026a1a030d76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 1000 time: 0.0594411 Apr 05 22:38:58.744076 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-49dacda7-fda3-43be-b1c7-8bea20f24c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:58.745518 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-49dacda7-fda3-43be-b1c7-8bea20f24c53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0484505 Apr 05 22:38:58.793049 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-0459e05b-d188-45c1-aa24-bac25c4740bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:38:58.794583 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-0459e05b-d188-45c1-aa24-bac25c4740bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431654 Apr 05 22:38:58.886727 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-859316d8-1b04-4e42-a3e0-ecbc8738f6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860312 Apr 05 22:38:58.979773 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-82487dfc-c0ce-43bf-b80c-d8c9ac672b8b req-f0b0e098-9651-4e3b-b6a5-7bd970e9f2ad service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Apr 05 22:39:02.035881 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:02.137443 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.214433 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Publish callbacks [] for security_group (da0d49aa-d043-454f-89f5-ae2ef86e071e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.218551 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (da0d49aa-d043-454f-89f5-ae2ef86e071e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.255498 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0d479f35d2c490196d3efb5bc9a91c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185256 Apr 05 22:39:02.257359 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0d49aa-d043-454f-89f5-ae2ef86e071e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:02.258269 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35608) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:02.264201 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.264550 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.264935 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.265797 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.266134 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.266467 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.266819 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.267148 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.267478 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.267798 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.268125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.268450 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.268770 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.269087 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.269403 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c65500-4c7c-481e-9558-214adcf1315b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.309166 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2108559-5a01-49b2-9bb1-a6ea485ff86b admin admin] Publish callbacks [] for security_group (da0d49aa-d043-454f-89f5-ae2ef86e071e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.332221 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2108559-5a01-49b2-9bb1-a6ea485ff86b admin admin] Publish callbacks [] for security_group (da0d49aa-d043-454f-89f5-ae2ef86e071e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.383078 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2108559-5a01-49b2-9bb1-a6ea485ff86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (da0d49aa-d043-454f-89f5-ae2ef86e071e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.385850 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2108559-5a01-49b2-9bb1-a6ea485ff86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.387063 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c2108559-5a01-49b2-9bb1-a6ea485ff86b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da0d49aa-d043-454f-89f5-ae2ef86e071e HTTP/1.1" status: 204 len: 168 time: 0.1276991 Apr 05 22:39:02.395419 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2108559-5a01-49b2-9bb1-a6ea485ff86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0d49aa-d043-454f-89f5-ae2ef86e071e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:02.643622 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:02.656963 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.734472 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Publish callbacks [] for security_group (f78503fc-0686-48e4-b1dd-c8041aa68fcd), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.738164 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f78503fc-0686-48e4-b1dd-c8041aa68fcd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.775144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78503fc-0686-48e4-b1dd-c8041aa68fcd,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:02.780008 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9daafbff7afa453596ab83c55c56f334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353886 Apr 05 22:39:02.783875 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35618) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:02.785649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.786001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.786375 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.786736 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.787078 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.787409 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.787774 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.788134 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.788463 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.788792 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.789122 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.789450 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.789803 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.790559 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.790559 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d5a18c-7797-4722-9968-67295f4c1b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:02.832978 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.833619 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2afe84e-953f-4ec4-b979-ffb438270751 admin admin] Publish callbacks [] for security_group (f78503fc-0686-48e4-b1dd-c8041aa68fcd), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.854586 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2afe84e-953f-4ec4-b979-ffb438270751 admin admin] Publish callbacks [] for security_group (f78503fc-0686-48e4-b1dd-c8041aa68fcd), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.899276 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2afe84e-953f-4ec4-b979-ffb438270751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f78503fc-0686-48e4-b1dd-c8041aa68fcd), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.901766 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2afe84e-953f-4ec4-b979-ffb438270751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:02.902938 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b2afe84e-953f-4ec4-b979-ffb438270751 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f78503fc-0686-48e4-b1dd-c8041aa68fcd HTTP/1.1" status: 204 len: 168 time: 0.1180353 Apr 05 22:39:02.911466 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afe84e-953f-4ec4-b979-ffb438270751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78503fc-0686-48e4-b1dd-c8041aa68fcd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:04.631725 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:04.784649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35714) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:04.797228 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Deleting port 4a875af0-c90a-4429-a85e-df4c5c89d336 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:04.797580 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.878038 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.878433 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for floatingip (4a875af0-c90a-4429-a85e-df4c5c89d336), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.887104 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ca610f6-826a-49a0-b726-293958befe65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.890579 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Calling delete_port for 4a875af0-c90a-4429-a85e-df4c5c89d336 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:04.959518 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ca610f6-826a-49a0-b726-293958befe65 admin admin] Publish callbacks [] for security_group (b0ef08df-b819-4d4c-81a7-b81c6bc63c47), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:04.963557 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3ca610f6-826a-49a0-b726-293958befe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b0ef08df-b819-4d4c-81a7-b81c6bc63c47), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.001909 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3ca610f6-826a-49a0-b726-293958befe65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3b4b6d0f20449749204cf60a616f99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161739 Apr 05 22:39:05.002808 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca610f6-826a-49a0-b726-293958befe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ef08df-b819-4d4c-81a7-b81c6bc63c47,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.005470 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:05.088551 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8cf93e8d-29bb-4e65-8fcc-bb5d10698a5c admin admin] Publish callbacks [] for security_group (b0ef08df-b819-4d4c-81a7-b81c6bc63c47), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.121353 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (4a875af0-c90a-4429-a85e-df4c5c89d336), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.124421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8cf93e8d-29bb-4e65-8fcc-bb5d10698a5c admin admin] Publish callbacks [] for security_group (b0ef08df-b819-4d4c-81a7-b81c6bc63c47), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.165675 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event deleted for resources: {'Port': ['ID=4a875af0-c90a-4429-a85e-df4c5c89d336,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.240209 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for floatingip (0dc14809-6487-4c33-b756-4dd146de47a7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.240837 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Floating IP 0dc14809-6487-4c33-b756-4dd146de47a7 disassociated (deleted). External IP: 172.27.0.182, port: 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8. Apr 05 22:39:05.242993 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8cf93e8d-29bb-4e65-8fcc-bb5d10698a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b0ef08df-b819-4d4c-81a7-b81c6bc63c47), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.245492 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8cf93e8d-29bb-4e65-8fcc-bb5d10698a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.246613 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8cf93e8d-29bb-4e65-8fcc-bb5d10698a5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0ef08df-b819-4d4c-81a7-b81c6bc63c47 HTTP/1.1" status: 204 len: 168 time: 0.2400427 Apr 05 22:39:05.290083 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93e8d-29bb-4e65-8fcc-bb5d10698a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ef08df-b819-4d4c-81a7-b81c6bc63c47,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.473364 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Router 0be5d259-78d1-4938-bf4a-320cc03e6758 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:05.549953 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35730) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:05.563627 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a80d09d0-7854-4384-b0e1-77cd63db4e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.615959 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:05.621660 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.630102 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] Sync routers for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:05.645924 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:05.646970 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:05.653222 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a80d09d0-7854-4384-b0e1-77cd63db4e90 admin admin] Publish callbacks [] for security_group (80217832-12a4-4f2f-bba9-2d0998635af6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.656285 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a5ed2e78-7a71-4d54-bb01-7eef917adee9 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "DELETE /v2.0/floatingips/0dc14809-6487-4c33-b756-4dd146de47a7 HTTP/1.1" status: 204 len: 168 time: 1.0225844 Apr 05 22:39:05.657414 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:05.659908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b026ad-43e0-414e-9c55-40fd84626e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:05.666601 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a80d09d0-7854-4384-b0e1-77cd63db4e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (80217832-12a4-4f2f-bba9-2d0998635af6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.697898 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7c2071-3b05-4b1f-9142-93c7a61f62a0 x-openstack-request-id: req-4d7c2071-3b05-4b1f-9142-93c7a61f62a0 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:05.698487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:05.699028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d7c2071-3b05-4b1f-9142-93c7a61f62a0 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:05.699680 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7c2071-3b05-4b1f-9142-93c7a61f62a0'] response: {'name': 'network-changed', 'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'status': 'completed', 'code': 200} Apr 05 22:39:05.751488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d09d0-7854-4384-b0e1-77cd63db4e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80217832-12a4-4f2f-bba9-2d0998635af6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:05.786453 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35744) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:05.786735 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a80d09d0-7854-4384-b0e1-77cd63db4e90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8645844c7544520817c9d43cf576976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356582 Apr 05 22:39:05.793486 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:05.808305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-640a0477-f662-44ac-85ed-f9c6c905db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.810041 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-640a0477-f662-44ac-85ed-f9c6c905db72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=85c2206ba2474de29730553f3154924f&device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 1129 time: 0.0858941 Apr 05 22:39:05.873807 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-274cdad9-6d47-4f13-bc01-f8794316c35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.914556 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddfce3e8-18a2-429a-8d15-90b18b062f0d admin admin] Publish callbacks [] for security_group (80217832-12a4-4f2f-bba9-2d0998635af6), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.947368 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-6c4b43be-0c03-43ee-b001-cd863098480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:05.948102 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddfce3e8-18a2-429a-8d15-90b18b062f0d admin admin] Publish callbacks [] for security_group (80217832-12a4-4f2f-bba9-2d0998635af6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:05.949003 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-6c4b43be-0c03-43ee-b001-cd863098480f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 200 len: 910 time: 0.1306691 Apr 05 22:39:06.004866 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddfce3e8-18a2-429a-8d15-90b18b062f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (80217832-12a4-4f2f-bba9-2d0998635af6), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.008061 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddfce3e8-18a2-429a-8d15-90b18b062f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:06.011802 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ddfce3e8-18a2-429a-8d15-90b18b062f0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80217832-12a4-4f2f-bba9-2d0998635af6 HTTP/1.1" status: 204 len: 168 time: 0.2209723 Apr 05 22:39:06.022014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfce3e8-18a2-429a-8d15-90b18b062f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80217832-12a4-4f2f-bba9-2d0998635af6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:06.037223 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589d844-763d-48e3-a1b6-bd140b53f4fb req-e5cef5f7-38f6-4ac3-937d-d28fbff126c7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:06.038871 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9589d844-763d-48e3-a1b6-bd140b53f4fb req-e5cef5f7-38f6-4ac3-937d-d28fbff126c7 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0691519 Apr 05 22:39:06.058276 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:03Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:06.090519 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] Checking router: 0be5d259-78d1-4938-bf4a-320cc03e6758 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:06.099758 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:06.100386 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:38:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:06.106483 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9589d844-763d-48e3-a1b6-bd140b53f4fb req-cdb2e0e4-be30-47c1-8f73-8332a64c5d26 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548623 Apr 05 22:39:06.216080 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:06.506136 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:03Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:06.536852 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57c1d0-6b07-4e09-922f-07e56d9d1f22 None None] The sync data for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi is: [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:33:56Z', 'revision_number': 4, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': 'fe2b60e3-35a7-446a-be54-5a427ca6ec40', 'name': '', 'network_id': '3b89deb8-9e64-4ff5-8a79-933790d6c283', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'mac_address': 'fa:16:3e:75:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:55Z', 'updated_at': '2022-04-05T22:34:03Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'subnets': [{'id': 'd0f48a2d-129d-44b5-b08f-0175cda93606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:06.760222 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c34183-bc01-4167-9cfc-a1715babf791 None None] New status for floating IP 0dc14809-6487-4c33-b756-4dd146de47a7: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:39:07.037508 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-f169a9de-477a-4537-b7e7-61e18d18d8ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 200 len: 217 time: 0.0370777 Apr 05 22:39:07.095082 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-0fc0d0f5-0bd7-43bf-880a-7a5eac1bf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.096683 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-0fc0d0f5-0bd7-43bf-880a-7a5eac1bf910 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 200 len: 848 time: 0.0508134 Apr 05 22:39:07.216989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35800) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:07.246487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-15eb196d-6ede-4f38-94e5-e51c06280dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.248304 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-15eb196d-6ede-4f38-94e5-e51c06280dde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b89deb8-9e64-4ff5-8a79-933790d6c283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592475 Apr 05 22:39:07.267682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0f1c-3bd6-4aa0-8cd9-a7ffe4fa2283 req-bf8123f5-67cf-4a5d-b8e4-c4640de4bad4 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.270511 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c5c0f1c-3bd6-4aa0-8cd9-a7ffe4fa2283 req-bf8123f5-67cf-4a5d-b8e4-c4640de4bad4 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0856295 Apr 05 22:39:07.337226 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c5c0f1c-3bd6-4aa0-8cd9-a7ffe4fa2283 req-5f4f87ea-ac95-4185-9324-8f4b596af086 tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/security-groups?id=55508311-2122-4e7c-bac9-157203828c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604918 Apr 05 22:39:07.369022 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-975daa1c-b54c-42d8-a331-757902c32224 service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120503 Apr 05 22:39:07.512316 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d0b026ad-43e0-414e-9c55-40fd84626e5e req-ea030be4-6786-4dd2-808c-4ce755570e9e service neutron] 10.222.0.24 "GET /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979395 Apr 05 22:39:07.544887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-c89eeb4c-702f-4091-b4a1-95e445b4909b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:07.547610 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-c89eeb4c-702f-4091-b4a1-95e445b4909b tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 945 time: 0.0558956 Apr 05 22:39:07.605247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ffb377-94bd-4d7c-82cb-b62e54a7d855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.672005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Deleting port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:07.672747 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.692185 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ffb377-94bd-4d7c-82cb-b62e54a7d855 admin admin] Publish callbacks [] for security_group (2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.696426 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11ffb377-94bd-4d7c-82cb-b62e54a7d855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.741964 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-11ffb377-94bd-4d7c-82cb-b62e54a7d855 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c561b0cf947940709a16ac6cea8f3a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237901 Apr 05 22:39:07.742782 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffb377-94bd-4d7c-82cb-b62e54a7d855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:07.745934 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35812) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:07.804332 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] For port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:07.804710 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.819029 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Calling delete_port for 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:07.840647 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bd278e4-ff94-4d69-9d8d-454ffc1b9485 admin admin] Publish callbacks [] for security_group (2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.904444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bd278e4-ff94-4d69-9d8d-454ffc1b9485 admin admin] Publish callbacks [] for security_group (2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.996401 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bd278e4-ff94-4d69-9d8d-454ffc1b9485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:07.999842 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1bd278e4-ff94-4d69-9d8d-454ffc1b9485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.001306 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1bd278e4-ff94-4d69-9d8d-454ffc1b9485 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4 HTTP/1.1" status: 204 len: 168 time: 0.2537210 Apr 05 22:39:08.016950 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd278e4-ff94-4d69-9d8d-454ffc1b9485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe13e2-1dbd-4e43-9b5e-d1ae443e71d4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.035825 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.065523 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event deleted for resources: {'Port': ['ID=07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.117622 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] No DVR routers for this DVR port 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:08.120115 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.123396 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-930e8874-bbe7-43b5-9451-53bd4c74d7be req-e7f78e31-32b8-4d70-ac93-2f5a4e43f5cc tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.24 "DELETE /v2.0/ports/07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 HTTP/1.1" status: 204 len: 173 time: 0.5673234 Apr 05 22:39:08.123833 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-deleted', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:08.126899 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096b72e7-34ee-4630-adb1-9bd163d81e57" -d '{"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-deleted", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:08.156749 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-071dca0c-25a5-4b28-80e1-6084edd49728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.179512 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b478a-23c1-4160-9492-a9fa7407dd8c x-openstack-request-id: req-f96b478a-23c1-4160-9492-a9fa7407dd8c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:08.179956 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb18386d-54b5-4280-875f-4ed68ad0291f", "name": "network-vif-deleted", "tag": "07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:08.180276 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f96b478a-23c1-4160-9492-a9fa7407dd8c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:08.180747 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96b478a-23c1-4160-9492-a9fa7407dd8c'] response: {'server_uuid': 'bb18386d-54b5-4280-875f-4ed68ad0291f', 'name': 'network-vif-deleted', 'tag': '07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8', 'status': 'completed', 'code': 200} Apr 05 22:39:08.289197 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35824) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.302676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f06b0b3-60e2-482e-9523-276bd70e9a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.383961 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f06b0b3-60e2-482e-9523-276bd70e9a07 admin admin] Publish callbacks [] for security_group (25d12252-7ab3-4761-97e0-618f26cdfb3f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.388565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0f06b0b3-60e2-482e-9523-276bd70e9a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (25d12252-7ab3-4761-97e0-618f26cdfb3f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.457679 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-30435306-d370-41b9-92b0-207713cd2e23 req-c086125a-cd78-4920-818f-2941f172310e tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb18386d-54b5-4280-875f-4ed68ad0291f HTTP/1.1" status: 200 len: 210 time: 0.0462205 Apr 05 22:39:08.468027 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0f06b0b3-60e2-482e-9523-276bd70e9a07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a59c3cde2354dd3a0046800682cefe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777322 Apr 05 22:39:08.470763 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06b0b3-60e2-482e-9523-276bd70e9a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d12252-7ab3-4761-97e0-618f26cdfb3f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:08.471157 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35828) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:08.548327 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1424-d088-4b8a-9c72-87b55730801c admin admin] Publish callbacks [] for security_group (25d12252-7ab3-4761-97e0-618f26cdfb3f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.572365 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1424-d088-4b8a-9c72-87b55730801c admin admin] Publish callbacks [] for security_group (25d12252-7ab3-4761-97e0-618f26cdfb3f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.621951 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1424-d088-4b8a-9c72-87b55730801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (25d12252-7ab3-4761-97e0-618f26cdfb3f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.626287 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1424-d088-4b8a-9c72-87b55730801c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:08.627735 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fc9c1424-d088-4b8a-9c72-87b55730801c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25d12252-7ab3-4761-97e0-618f26cdfb3f HTTP/1.1" status: 204 len: 168 time: 0.1530392 Apr 05 22:39:08.636749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c1424-d088-4b8a-9c72-87b55730801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d12252-7ab3-4761-97e0-618f26cdfb3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:09.256231 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:09.279533 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:09.279873 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 07cce9b2-9af7-4a8a-81a2-6fe04a7ad5c8 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:09.376191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.513929 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:09.572071 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58075e7-d84f-4cec-8083-4a8b83dcf88d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group (55508311-2122-4e7c-bac9-157203828c96), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.598633 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58075e7-d84f-4cec-8083-4a8b83dcf88d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group (55508311-2122-4e7c-bac9-157203828c96), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.661260 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58075e7-d84f-4cec-8083-4a8b83dcf88d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (55508311-2122-4e7c-bac9-157203828c96), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.664063 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c58075e7-d84f-4cec-8083-4a8b83dcf88d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:09.665214 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c58075e7-d84f-4cec-8083-4a8b83dcf88d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] 10.222.0.26 "DELETE /v2.0/security-groups/55508311-2122-4e7c-bac9-157203828c96 HTTP/1.1" status: 204 len: 168 time: 0.1502023 Apr 05 22:39:09.676006 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58075e7-d84f-4cec-8083-4a8b83dcf88d tempest-TestShelveInstance-519760609 tempest-TestShelveInstance-519760609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55508311-2122-4e7c-bac9-157203828c96,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:09.710584 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35878) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:10.294773 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (0be5d259-78d1-4938-bf4a-320cc03e6758), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.582629 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Deleting port fe2b60e3-35a7-446a-be54-5a427ca6ec40 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:10.583377 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.625365 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35924) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:10.688815 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] For port fe2b60e3-35a7-446a-be54-5a427ca6ec40, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=fe2b60e3-35a7-446a-be54-5a427ca6ec40,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:10.689498 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.689643 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.705094 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Calling delete_port for fe2b60e3-35a7-446a-be54-5a427ca6ec40 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:10.766089 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-367e027a-0da4-49c7-b63a-3b5e333732af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.852549 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-367e027a-0da4-49c7-b63a-3b5e333732af admin admin] Publish callbacks [] for security_group (ab32e543-8abd-4286-a591-c4f083ee82c6), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.855974 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-367e027a-0da4-49c7-b63a-3b5e333732af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (ab32e543-8abd-4286-a591-c4f083ee82c6), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.895292 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-367e027a-0da4-49c7-b63a-3b5e333732af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46d46800335e4717817b701ae094f9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689271 Apr 05 22:39:10.896232 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e027a-0da4-49c7-b63a-3b5e333732af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab32e543-8abd-4286-a591-c4f083ee82c6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:10.899269 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35932) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:10.914337 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (fe2b60e3-35a7-446a-be54-5a427ca6ec40), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:10.956362 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2b60e3-35a7-446a-be54-5a427ca6ec40,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.026734 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6726c8c-33b3-413e-ac64-98c1821fe4f1 admin admin] Publish callbacks [] for security_group (ab32e543-8abd-4286-a591-c4f083ee82c6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.090995 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6726c8c-33b3-413e-ac64-98c1821fe4f1 admin admin] Publish callbacks [] for security_group (ab32e543-8abd-4286-a591-c4f083ee82c6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.183896 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (0be5d259-78d1-4938-bf4a-320cc03e6758), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.196574 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6726c8c-33b3-413e-ac64-98c1821fe4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (ab32e543-8abd-4286-a591-c4f083ee82c6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.199092 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6726c8c-33b3-413e-ac64-98c1821fe4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.200224 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f6726c8c-33b3-413e-ac64-98c1821fe4f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab32e543-8abd-4286-a591-c4f083ee82c6 HTTP/1.1" status: 204 len: 168 time: 0.3002074 Apr 05 22:39:11.240867 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6726c8c-33b3-413e-ac64-98c1821fe4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab32e543-8abd-4286-a591-c4f083ee82c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.417461 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Router 0be5d259-78d1-4938-bf4a-320cc03e6758 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:11.469947 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35938) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:11.488595 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ee489-d067-41b4-a052-69e2dd8b31e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.566149 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:11.571704 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8e2b3b19-cfba-40fe-be4e-f2e92827f248 admin admin] 10.222.0.26 "PUT /v2.0/routers/0be5d259-78d1-4938-bf4a-320cc03e6758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8600817 Apr 05 22:39:11.574517 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35940) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:11.577980 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] Sync routers for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:11.588962 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:11.590029 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:11.620482 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ee489-d067-41b4-a052-69e2dd8b31e5 admin admin] Publish callbacks [] for security_group (5bb41920-021a-479a-b8ab-596bb1fbd795), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.626012 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-df3ee489-d067-41b4-a052-69e2dd8b31e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5bb41920-021a-479a-b8ab-596bb1fbd795), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.663240 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-df3ee489-d067-41b4-a052-69e2dd8b31e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64cce33b4b68402a860766ed891ac4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921475 Apr 05 22:39:11.665285 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ee489-d067-41b4-a052-69e2dd8b31e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb41920-021a-479a-b8ab-596bb1fbd795,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.669109 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:11.709368 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks [] for router (0be5d259-78d1-4938-bf4a-320cc03e6758), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.714644 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:11.722326 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccee1ef0-f38c-43ae-81e0-0a6d21c94ad0 admin admin] Publish callbacks [] for security_group (5bb41920-021a-479a-b8ab-596bb1fbd795), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.746279 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccee1ef0-f38c-43ae-81e0-0a6d21c94ad0 admin admin] Publish callbacks [] for security_group (5bb41920-021a-479a-b8ab-596bb1fbd795), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.809927 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccee1ef0-f38c-43ae-81e0-0a6d21c94ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5bb41920-021a-479a-b8ab-596bb1fbd795), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.814637 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ccee1ef0-f38c-43ae-81e0-0a6d21c94ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.816647 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ccee1ef0-f38c-43ae-81e0-0a6d21c94ad0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bb41920-021a-479a-b8ab-596bb1fbd795 HTTP/1.1" status: 204 len: 168 time: 0.1466169 Apr 05 22:39:11.834450 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee1ef0-f38c-43ae-81e0-0a6d21c94ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb41920-021a-479a-b8ab-596bb1fbd795,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:11.851723 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks [] for router_gateway (0be5d259-78d1-4938-bf4a-320cc03e6758), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.910147 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Deleting port faec3060-bbb1-45e4-98e5-a3638a931372 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:11.911053 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:11.930065 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:39:10Z', 'revision_number': 5, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port': {'id': 'faec3060-bbb1-45e4-98e5-a3638a931372', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:33:53Z', 'updated_at': '2022-04-05T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:11.961574 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] Checking router: 0be5d259-78d1-4938-bf4a-320cc03e6758 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:11.970801 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] Routers {'0be5d259-78d1-4938-bf4a-320cc03e6758'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:11.971382 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['0be5d259-78d1-4938-bf4a-320cc03e6758'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:12.007719 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] For port faec3060-bbb1-45e4-98e5-a3638a931372, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=faec3060-bbb1-45e4-98e5-a3638a931372,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:12.008149 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.027386 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Calling delete_port for faec3060-bbb1-45e4-98e5-a3638a931372 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:12.066835 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] Set router 0be5d259-78d1-4938-bf4a-320cc03e6758 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:12.123530 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 6, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:12.171559 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99506d9-3f0c-4c1e-860f-ddfe5eff8522 None None] The sync data for ids ['0be5d259-78d1-4938-bf4a-320cc03e6758'] in dv-cinder-833443-2-iscsi is: [{'id': '0be5d259-78d1-4938-bf4a-320cc03e6758', 'name': 'tempest-TestShelveInstance-2108860516-router', 'tenant_id': '85c2206ba2474de29730553f3154924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:52Z', 'updated_at': '2022-04-05T22:39:11Z', 'revision_number': 6, 'project_id': '85c2206ba2474de29730553f3154924f', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:12.252026 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (faec3060-bbb1-45e4-98e5-a3638a931372), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.278927 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Pushing event deleted for resources: {'Port': ['ID=faec3060-bbb1-45e4-98e5-a3638a931372,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:12.307316 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.364194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (0be5d259-78d1-4938-bf4a-320cc03e6758), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.477650 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (0be5d259-78d1-4938-bf4a-320cc03e6758), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.480166 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks [] for router_controller (0be5d259-78d1-4938-bf4a-320cc03e6758), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.551645 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (0be5d259-78d1-4938-bf4a-320cc03e6758), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.552416 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be5d259-78d1-4938-bf4a-320cc03e6758 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:39:12.559269 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.560578 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e3e14c2a-ab58-4b55-8847-d436a63b607d admin admin] 10.222.0.26 "DELETE /v2.0/routers/0be5d259-78d1-4938-bf4a-320cc03e6758 HTTP/1.1" status: 204 len: 168 time: 0.9848599 Apr 05 22:39:12.563777 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35974) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:12.612097 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Deleting subnet d0f48a2d-129d-44b5-b08f-0175cda93606 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:39:12.615406 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Publish callbacks [] for subnet (d0f48a2d-129d-44b5-b08f-0175cda93606), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.654038 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131879386'] for subnet (d0f48a2d-129d-44b5-b08f-0175cda93606), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.735620 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (d0f48a2d-129d-44b5-b08f-0175cda93606), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.789480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131949189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130470230'] for subnet (d0f48a2d-129d-44b5-b08f-0175cda93606), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.816721 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f48a2d-129d-44b5-b08f-0175cda93606,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:12.819491 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.822685 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c04867-f523-44fd-8f95-694ba8b9a929 None None] Network 3b89deb8-9e64-4ff5-8a79-933790d6c283 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:12.825249 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 35984) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:12.825742 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-baca1405-82ff-4d69-b730-45c74a7ab62b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d0f48a2d-129d-44b5-b08f-0175cda93606 HTTP/1.1" status: 204 len: 168 time: 0.2604709 Apr 05 22:39:12.904221 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (3b89deb8-9e64-4ff5-8a79-933790d6c283), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.970892 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Deleting port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:12.971552 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:12.996972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] DHCP port deletion for 3b89deb8-9e64-4ff5-8a79-933790d6c283 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:39:13.045477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] For port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:13.046462 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.049552 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] Deleting port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:13.049925 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.060039 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Calling delete_port for dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:13.123089 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35988) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:13.125206 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] For port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,segment=NetworkSegment(dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab),segment_id=dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:13.125619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.138627 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] Calling delete_port for dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:13.163235 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.192938 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:13.195020 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] No DVR routers for this DVR port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:13.234640 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (dcb22ffc-5874-4d82-8efa-a0b088dbe3e1), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.264327 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] Pushing event deleted for resources: {'Port': ['ID=dcb22ffc-5874-4d82-8efa-a0b088dbe3e1,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:13.266235 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-965662cd-6588-4252-aa28-b82551567036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.271455 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829216e-de91-4d59-a724-a8a925ef114b None None] No DVR routers for this DVR port dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:13.281116 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (3b89deb8-9e64-4ff5-8a79-933790d6c283), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.373679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-965662cd-6588-4252-aa28-b82551567036 admin admin] Publish callbacks [] for security_group (8d5e7f84-16a7-4762-95e4-9e258ca1248c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.379398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-965662cd-6588-4252-aa28-b82551567036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8d5e7f84-16a7-4762-95e4-9e258ca1248c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.427092 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-965662cd-6588-4252-aa28-b82551567036 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a22efd962104206a2cb37df9bba55c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003519 Apr 05 22:39:13.427092 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965662cd-6588-4252-aa28-b82551567036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e7f84-16a7-4762-95e4-9e258ca1248c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:13.428063 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 35994) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:13.484224 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4100503-8eba-41a3-81cf-c6e20d48218a admin admin] Publish callbacks [] for security_group (8d5e7f84-16a7-4762-95e4-9e258ca1248c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.508458 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4100503-8eba-41a3-81cf-c6e20d48218a admin admin] Publish callbacks [] for security_group (8d5e7f84-16a7-4762-95e4-9e258ca1248c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.541998 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b89deb8-9e64-4ff5-8a79-933790d6c283']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:13.552130 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:13.552499 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:13.564150 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.566264 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4100503-8eba-41a3-81cf-c6e20d48218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8d5e7f84-16a7-4762-95e4-9e258ca1248c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.568877 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4100503-8eba-41a3-81cf-c6e20d48218a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.572578 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b4100503-8eba-41a3-81cf-c6e20d48218a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d5e7f84-16a7-4762-95e4-9e258ca1248c HTTP/1.1" status: 204 len: 168 time: 0.1410570 Apr 05 22:39:13.579600 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4100503-8eba-41a3-81cf-c6e20d48218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e7f84-16a7-4762-95e4-9e258ca1248c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:13.586923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.594357 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:39:13.594931 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (dd5f4d15-ae8f-4d3e-a8e1-cf9e792745ab), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:39:13.596973 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:39:13.661543 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (3b89deb8-9e64-4ff5-8a79-933790d6c283), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.676769 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:13.683752 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3b89deb8-9e64-4ff5-8a79-933790d6c283 HTTP/1.1" status: 204 len: 168 time: 0.8541706 Apr 05 22:39:13.684225 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:13.699662 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9124a9-b7ee-4417-8271-16c81f208480 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b89deb8-9e64-4ff5-8a79-933790d6c283,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:14.066014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (9f4d1e1b-826b-4b39-82f8-73b771127f33), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.230310 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device fe2b60e3-35a7-446a-be54-5a427ca6ec40 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:14.251851 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: fe2b60e3-35a7-446a-be54-5a427ca6ec40 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:14.252200 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device fe2b60e3-35a7-446a-be54-5a427ca6ec40 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:14.252619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device faec3060-bbb1-45e4-98e5-a3638a931372 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:14.271806 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: faec3060-bbb1-45e4-98e5-a3638a931372 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:14.272160 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device faec3060-bbb1-45e4-98e5-a3638a931372 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:14.272608 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:14.292186 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:14.292544 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dcb22ffc-5874-4d82-8efa-a0b088dbe3e1 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:14.340028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Deleting port e10a5450-6f87-48cf-92f3-b445839db608 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:14.340404 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (e10a5450-6f87-48cf-92f3-b445839db608), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.423298 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] For port e10a5450-6f87-48cf-92f3-b445839db608, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=e10a5450-6f87-48cf-92f3-b445839db608,segment=NetworkSegment(46cd5ba4-ec45-4d40-8c5c-ba23f92def58),segment_id=46cd5ba4-ec45-4d40-8c5c-ba23f92def58)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:14.423672 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (e10a5450-6f87-48cf-92f3-b445839db608), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.435955 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Calling delete_port for e10a5450-6f87-48cf-92f3-b445839db608 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:14.908677 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (e10a5450-6f87-48cf-92f3-b445839db608), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:14.943561 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e10a5450-6f87-48cf-92f3-b445839db608,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:15.118585 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (9f4d1e1b-826b-4b39-82f8-73b771127f33), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.369320 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Router 9f4d1e1b-826b-4b39-82f8-73b771127f33 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:39:15.476166 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:39:15.481307 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ae4e0336-727a-4bfc-82aa-551fbd7a8fbb admin admin] 10.222.0.26 "PUT /v2.0/routers/9f4d1e1b-826b-4b39-82f8-73b771127f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962282 Apr 05 22:39:15.484388 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36056) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:15.485358 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] Sync routers for ids ['9f4d1e1b-826b-4b39-82f8-73b771127f33'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:39:15.495155 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] Routers {'9f4d1e1b-826b-4b39-82f8-73b771127f33'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:15.495768 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['9f4d1e1b-826b-4b39-82f8-73b771127f33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:15.598046 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks [] for router (9f4d1e1b-826b-4b39-82f8-73b771127f33), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.605039 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] Set router 9f4d1e1b-826b-4b39-82f8-73b771127f33 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:15.702697 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks [] for router_gateway (9f4d1e1b-826b-4b39-82f8-73b771127f33), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.757637 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Deleting port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:15.757985 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.783185 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:39:14Z', 'revision_number': 5, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port': {'id': '14afa7ce-c1b1-4d7e-bce7-6e2f09715b39', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:34:00Z', 'updated_at': '2022-04-05T22:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:15.809736 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] Checking router: 9f4d1e1b-826b-4b39-82f8-73b771127f33 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:39:15.818575 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] Routers {'9f4d1e1b-826b-4b39-82f8-73b771127f33'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:39:15.819220 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:39:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['9f4d1e1b-826b-4b39-82f8-73b771127f33'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:15.836373 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] For port 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:15.836741 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:15.849236 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Calling delete_port for 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:16.029305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (14afa7ce-c1b1-4d7e-bce7-6e2f09715b39), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.050242 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] Set router 9f4d1e1b-826b-4b39-82f8-73b771127f33 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:39:16.057480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=14afa7ce-c1b1-4d7e-bce7-6e2f09715b39,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.104361 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:39:15Z', 'revision_number': 6, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:16.120958 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (9f4d1e1b-826b-4b39-82f8-73b771127f33), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.132260 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992874d-8827-4aaa-b117-469d3fe3da58 None None] The sync data for ids ['9f4d1e1b-826b-4b39-82f8-73b771127f33'] in dv-cinder-833443-2-iscsi is: [{'id': '9f4d1e1b-826b-4b39-82f8-73b771127f33', 'name': 'tempest-TestShelveInstance-1844814596-router', 'tenant_id': '5c8a196f610545749e2db3fc6f0e838c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:33:59Z', 'updated_at': '2022-04-05T22:39:15Z', 'revision_number': 6, 'project_id': '5c8a196f610545749e2db3fc6f0e838c', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:39:16.227473 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (9f4d1e1b-826b-4b39-82f8-73b771127f33), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.230039 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks [] for router_controller (9f4d1e1b-826b-4b39-82f8-73b771127f33), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.275525 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (9f4d1e1b-826b-4b39-82f8-73b771127f33), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.276048 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f4d1e1b-826b-4b39-82f8-73b771127f33 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:39:16.283736 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.287210 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2f010bd8-39f8-4a4f-92be-ffc869e09a75 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9f4d1e1b-826b-4b39-82f8-73b771127f33 HTTP/1.1" status: 204 len: 168 time: 0.7995741 Apr 05 22:39:16.287486 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36064) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:16.332630 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Deleting subnet 7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:39:16.335764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Publish callbacks [] for subnet (7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.371167 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131879386'] for subnet (7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.454377 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.513552 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131949189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130470230'] for subnet (7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.543638 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.548297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.553443 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-684f910f-6871-4f02-b941-96764565dd16 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7b9a0657-90e4-4ec7-8bae-41fe58a5bbc7 HTTP/1.1" status: 204 len: 168 time: 0.2628219 Apr 05 22:39:16.554071 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36074) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:16.554539 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4578ed-3ceb-4a4b-8413-0c092eb23430 None None] Network 7a4fcc9d-1d7d-41b0-9547-7d981192473d requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:39:16.634421 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (7a4fcc9d-1d7d-41b0-9547-7d981192473d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.694179 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Deleting port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:39:16.694516 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.757244 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] For port ad0eb1bf-6d84-49e4-931d-1aab4a43e191, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,segment=NetworkSegment(46cd5ba4-ec45-4d40-8c5c-ba23f92def58),segment_id=46cd5ba4-ec45-4d40-8c5c-ba23f92def58)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:16.757607 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.773431 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Calling delete_port for ad0eb1bf-6d84-49e4-931d-1aab4a43e191 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:39:16.850935 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (ad0eb1bf-6d84-49e4-931d-1aab4a43e191), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.879330 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] No DVR routers for this DVR port ad0eb1bf-6d84-49e4-931d-1aab4a43e191 on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:39:16.881165 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0eb1bf-6d84-49e4-931d-1aab4a43e191,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:16.956403 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (7a4fcc9d-1d7d-41b0-9547-7d981192473d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:16.968862 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507fa23c-c6a8-46b3-80c6-a266e5835b6c None None] DHCP port deletion for 7a4fcc9d-1d7d-41b0-9547-7d981192473d request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:39:16.982328 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4fcc9d-1d7d-41b0-9547-7d981192473d']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:16.993382 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cd5ba4-ec45-4d40-8c5c-ba23f92def58') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:16.993684 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cd5ba4-ec45-4d40-8c5c-ba23f92def58') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:39:17.003558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (46cd5ba4-ec45-4d40-8c5c-ba23f92def58), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.016756 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (46cd5ba4-ec45-4d40-8c5c-ba23f92def58), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.022824 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:39:17.023212 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (46cd5ba4-ec45-4d40-8c5c-ba23f92def58), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:39:17.024889 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:39:17.085193 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (7a4fcc9d-1d7d-41b0-9547-7d981192473d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.091770 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.096225 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7a4fcc9d-1d7d-41b0-9547-7d981192473d HTTP/1.1" status: 204 len: 168 time: 0.5411272 Apr 05 22:39:17.109227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7cdcf-e384-4f5e-938a-dabcc246d334 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4fcc9d-1d7d-41b0-9547-7d981192473d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.295122 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36086) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.336416 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d2a2e6db-e607-4881-b823-06ce330b8fee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85c2206ba2474de29730553f3154924f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393565 Apr 05 22:39:17.338850 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36088) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.341444 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36090) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.387349 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c338d1dc-109c-4ed6-938b-9e82526b80a9 admin admin] Publish callbacks [] for security_group (941d4a90-6ade-4f5d-b948-22589fa427e4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.409346 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c338d1dc-109c-4ed6-938b-9e82526b80a9 admin admin] Publish callbacks [] for security_group (941d4a90-6ade-4f5d-b948-22589fa427e4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.456387 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c338d1dc-109c-4ed6-938b-9e82526b80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (941d4a90-6ade-4f5d-b948-22589fa427e4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.458937 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c338d1dc-109c-4ed6-938b-9e82526b80a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.460063 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c338d1dc-109c-4ed6-938b-9e82526b80a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/941d4a90-6ade-4f5d-b948-22589fa427e4 HTTP/1.1" status: 204 len: 168 time: 0.1203208 Apr 05 22:39:17.467635 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338d1dc-109c-4ed6-938b-9e82526b80a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d4a90-6ade-4f5d-b948-22589fa427e4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.507330 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa278-915a-4824-abcd-c8cefd2bba32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.595646 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa278-915a-4824-abcd-c8cefd2bba32 admin admin] Publish callbacks [] for security_group (87e9c528-f92a-4403-a571-c7b00f4abb47), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.599847 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa278-915a-4824-abcd-c8cefd2bba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (87e9c528-f92a-4403-a571-c7b00f4abb47), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.643392 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fe7aa278-915a-4824-abcd-c8cefd2bba32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f097a6403d346deb3030cc2698ab775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005872 Apr 05 22:39:17.645219 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7aa278-915a-4824-abcd-c8cefd2bba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e9c528-f92a-4403-a571-c7b00f4abb47,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.645929 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.701468 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dd1176f-1e3b-4264-8df6-7c58513e8c7a admin admin] Publish callbacks [] for security_group (87e9c528-f92a-4403-a571-c7b00f4abb47), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.726041 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dd1176f-1e3b-4264-8df6-7c58513e8c7a admin admin] Publish callbacks [] for security_group (87e9c528-f92a-4403-a571-c7b00f4abb47), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.770842 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36106) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.793382 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dd1176f-1e3b-4264-8df6-7c58513e8c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (87e9c528-f92a-4403-a571-c7b00f4abb47), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.796431 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7dd1176f-1e3b-4264-8df6-7c58513e8c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.797609 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7dd1176f-1e3b-4264-8df6-7c58513e8c7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87e9c528-f92a-4403-a571-c7b00f4abb47 HTTP/1.1" status: 204 len: 168 time: 0.1503935 Apr 05 22:39:17.817905 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1176f-1e3b-4264-8df6-7c58513e8c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e9c528-f92a-4403-a571-c7b00f4abb47,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:17.827835 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3e55d3ad-9f03-44e3-ba48-0de2f3da270a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c8a196f610545749e2db3fc6f0e838c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535500 Apr 05 22:39:17.828066 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36110) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.831357 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36112) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:17.883483 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33a14c26-3a23-4403-86b0-6f00311d2e98 admin admin] Publish callbacks [] for security_group (f28e4646-a0d8-49f4-b06c-719bf911869b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.905964 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33a14c26-3a23-4403-86b0-6f00311d2e98 admin admin] Publish callbacks [] for security_group (f28e4646-a0d8-49f4-b06c-719bf911869b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.957467 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33a14c26-3a23-4403-86b0-6f00311d2e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f28e4646-a0d8-49f4-b06c-719bf911869b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.960227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33a14c26-3a23-4403-86b0-6f00311d2e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:17.961449 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-33a14c26-3a23-4403-86b0-6f00311d2e98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f28e4646-a0d8-49f4-b06c-719bf911869b HTTP/1.1" status: 204 len: 168 time: 0.1297977 Apr 05 22:39:17.970456 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14c26-3a23-4403-86b0-6f00311d2e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e4646-a0d8-49f4-b06c-719bf911869b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:18.011617 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-963a9ebf-91a3-4167-90d1-0bba13626a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.090783 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-963a9ebf-91a3-4167-90d1-0bba13626a04 admin admin] Publish callbacks [] for security_group (fb91f0ec-eb80-4878-882c-245b7ca07311), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.094939 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-963a9ebf-91a3-4167-90d1-0bba13626a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (fb91f0ec-eb80-4878-882c-245b7ca07311), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.135739 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-963a9ebf-91a3-4167-90d1-0bba13626a04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81662cf18ad54e4194105cd2286eb0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025508 Apr 05 22:39:18.137845 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a9ebf-91a3-4167-90d1-0bba13626a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91f0ec-eb80-4878-882c-245b7ca07311,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:18.138149 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:18.173337 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36122) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:18.190169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-776e78bc-acce-4847-ae82-421260b72357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.233890 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb8bb-e9b6-4fe5-8d90-6b754d4dbeb6 admin admin] Publish callbacks [] for security_group (fb91f0ec-eb80-4878-882c-245b7ca07311), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.264742 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb8bb-e9b6-4fe5-8d90-6b754d4dbeb6 admin admin] Publish callbacks [] for security_group (fb91f0ec-eb80-4878-882c-245b7ca07311), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.281511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:18.307907 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:18.308261 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 14afa7ce-c1b1-4d7e-bce7-6e2f09715b39 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:18.310418 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device e10a5450-6f87-48cf-92f3-b445839db608 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:18.316012 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-776e78bc-acce-4847-ae82-421260b72357 admin admin] Publish callbacks [] for security_group (db98cd1d-c046-464d-9207-58152a5945a1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.320189 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-776e78bc-acce-4847-ae82-421260b72357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (db98cd1d-c046-464d-9207-58152a5945a1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.328576 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb8bb-e9b6-4fe5-8d90-6b754d4dbeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (fb91f0ec-eb80-4878-882c-245b7ca07311), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.332877 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b4fbb8bb-e9b6-4fe5-8d90-6b754d4dbeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.334695 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b4fbb8bb-e9b6-4fe5-8d90-6b754d4dbeb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb91f0ec-eb80-4878-882c-245b7ca07311 HTTP/1.1" status: 204 len: 168 time: 0.1947141 Apr 05 22:39:18.341088 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: e10a5450-6f87-48cf-92f3-b445839db608 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:18.341689 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device e10a5450-6f87-48cf-92f3-b445839db608 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:18.344558 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ad0eb1bf-6d84-49e4-931d-1aab4a43e191 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:18.352346 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbb8bb-e9b6-4fe5-8d90-6b754d4dbeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91f0ec-eb80-4878-882c-245b7ca07311,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:18.375884 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:18.377154 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e78bc-acce-4847-ae82-421260b72357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db98cd1d-c046-464d-9207-58152a5945a1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:18.382601 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-776e78bc-acce-4847-ae82-421260b72357 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06a06ab871304bb9a7404bd8b4ad5ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079880 Apr 05 22:39:18.385201 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36126) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:18.387733 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: ad0eb1bf-6d84-49e4-931d-1aab4a43e191 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:39:18.388212 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device ad0eb1bf-6d84-49e4-931d-1aab4a43e191 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:39:18.457380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82a1c62b-b3ea-42ce-8a05-12a42f6857fc admin admin] Publish callbacks [] for security_group (db98cd1d-c046-464d-9207-58152a5945a1), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.477991 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82a1c62b-b3ea-42ce-8a05-12a42f6857fc admin admin] Publish callbacks [] for security_group (db98cd1d-c046-464d-9207-58152a5945a1), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.524977 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82a1c62b-b3ea-42ce-8a05-12a42f6857fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (db98cd1d-c046-464d-9207-58152a5945a1), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.528324 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82a1c62b-b3ea-42ce-8a05-12a42f6857fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.530115 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-82a1c62b-b3ea-42ce-8a05-12a42f6857fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db98cd1d-c046-464d-9207-58152a5945a1 HTTP/1.1" status: 204 len: 168 time: 0.1433029 Apr 05 22:39:18.540039 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1c62b-b3ea-42ce-8a05-12a42f6857fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db98cd1d-c046-464d-9207-58152a5945a1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:18.820414 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:18.833857 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-124f01ad-999c-4d9d-b737-47e867b314f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.907535 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-124f01ad-999c-4d9d-b737-47e867b314f6 admin admin] Publish callbacks [] for security_group (f4b15461-7d2d-4346-8b61-125e7e519352), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.911293 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-124f01ad-999c-4d9d-b737-47e867b314f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f4b15461-7d2d-4346-8b61-125e7e519352), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:18.950268 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f01ad-999c-4d9d-b737-47e867b314f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b15461-7d2d-4346-8b61-125e7e519352,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:18.957378 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-124f01ad-999c-4d9d-b737-47e867b314f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a9603c4ff894a2b8e374907be57b50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331265 Apr 05 22:39:18.957734 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36144) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:19.006867 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc45d009-8c83-48ac-9e01-1aa01dd82e7c admin admin] Publish callbacks [] for security_group (f4b15461-7d2d-4346-8b61-125e7e519352), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.027800 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc45d009-8c83-48ac-9e01-1aa01dd82e7c admin admin] Publish callbacks [] for security_group (f4b15461-7d2d-4346-8b61-125e7e519352), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.078439 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc45d009-8c83-48ac-9e01-1aa01dd82e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f4b15461-7d2d-4346-8b61-125e7e519352), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.081059 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc45d009-8c83-48ac-9e01-1aa01dd82e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:19.085019 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fc45d009-8c83-48ac-9e01-1aa01dd82e7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4b15461-7d2d-4346-8b61-125e7e519352 HTTP/1.1" status: 204 len: 168 time: 0.1235478 Apr 05 22:39:19.090277 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45d009-8c83-48ac-9e01-1aa01dd82e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b15461-7d2d-4346-8b61-125e7e519352,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:24.145335 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da00d33-342e-43eb-b56e-a8df7240967b req-c0fd25c5-7aa3-4117-b5e6-de37317949da tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:24.147040 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5da00d33-342e-43eb-b56e-a8df7240967b req-c0fd25c5-7aa3-4117-b5e6-de37317949da tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0561841 Apr 05 22:39:24.199494 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5da00d33-342e-43eb-b56e-a8df7240967b req-1b877d43-a1e4-4585-ac23-6d008b9b00e3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463781 Apr 05 22:39:25.330802 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9095ca-c184-4db5-8737-c5afbfaecef9 req-f67e8084-2798-4e0e-ab82-88c32b51fce7 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:25.332274 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cb9095ca-c184-4db5-8737-c5afbfaecef9 req-f67e8084-2798-4e0e-ab82-88c32b51fce7 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0528946 Apr 05 22:39:25.384332 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cb9095ca-c184-4db5-8737-c5afbfaecef9 req-f52f8dbf-0b72-47e1-aef4-7ad6e5220e3a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Apr 05 22:39:26.513614 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c0e6-e6ab-4cb3-9a2d-a126173455bb req-857cbc58-0169-4c8f-a48e-a6ed1779b8ce tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:26.515165 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d15c0e6-e6ab-4cb3-9a2d-a126173455bb req-857cbc58-0169-4c8f-a48e-a6ed1779b8ce tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0564167 Apr 05 22:39:26.562944 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d15c0e6-e6ab-4cb3-9a2d-a126173455bb req-29701bc7-d71e-47f5-96ca-7ba110cc8634 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420463 Apr 05 22:39:27.030226 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36378) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:27.135366 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfce-080b-441b-8067-bf27dd584e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.213255 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfce-080b-441b-8067-bf27dd584e13 admin admin] Publish callbacks [] for security_group (6ad70855-f238-4284-9ede-f3b8827e8c0f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.217013 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcfce-080b-441b-8067-bf27dd584e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (6ad70855-f238-4284-9ede-f3b8827e8c0f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.258428 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5b6fcfce-080b-441b-8067-bf27dd584e13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=698c144356eb402da4ac15b99f5b170a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270594 Apr 05 22:39:27.259476 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fcfce-080b-441b-8067-bf27dd584e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad70855-f238-4284-9ede-f3b8827e8c0f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:27.261083 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36384) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:27.312977 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1cb96895-1ed6-44f5-940b-aa71dfaa961b admin admin] Publish callbacks [] for security_group (6ad70855-f238-4284-9ede-f3b8827e8c0f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.334398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1cb96895-1ed6-44f5-940b-aa71dfaa961b admin admin] Publish callbacks [] for security_group (6ad70855-f238-4284-9ede-f3b8827e8c0f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.382089 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1cb96895-1ed6-44f5-940b-aa71dfaa961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (6ad70855-f238-4284-9ede-f3b8827e8c0f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.384765 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1cb96895-1ed6-44f5-940b-aa71dfaa961b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.385967 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1cb96895-1ed6-44f5-940b-aa71dfaa961b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ad70855-f238-4284-9ede-f3b8827e8c0f HTTP/1.1" status: 204 len: 168 time: 0.1238267 Apr 05 22:39:27.394756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb96895-1ed6-44f5-940b-aa71dfaa961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad70855-f238-4284-9ede-f3b8827e8c0f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:27.655167 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36392) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:27.668660 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2004265-d594-4dae-be8c-42142e295023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.696367 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d07cf-220b-4451-b6b2-bf6563892712 req-fcf4710f-f379-4149-9303-45071e1f819f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:27.698015 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e8d07cf-220b-4451-b6b2-bf6563892712 req-fcf4710f-f379-4149-9303-45071e1f819f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0598819 Apr 05 22:39:27.748908 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e8d07cf-220b-4451-b6b2-bf6563892712 req-a1b21f6e-309b-4572-ad15-36a86b867c95 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Apr 05 22:39:27.753662 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2004265-d594-4dae-be8c-42142e295023 admin admin] Publish callbacks [] for security_group (5184c697-26b2-4446-b258-7ec85b0c9f65), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.760544 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e2004265-d594-4dae-be8c-42142e295023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5184c697-26b2-4446-b258-7ec85b0c9f65), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.801435 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2004265-d594-4dae-be8c-42142e295023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5184c697-26b2-4446-b258-7ec85b0c9f65,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:27.805670 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e2004265-d594-4dae-be8c-42142e295023 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c2e62a19dd94333bd7b330b10bee17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491928 Apr 05 22:39:27.808309 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:27.859407 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6934410b-da36-403f-9f13-cab45c2b1b24 admin admin] Publish callbacks [] for security_group (5184c697-26b2-4446-b258-7ec85b0c9f65), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.882218 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6934410b-da36-403f-9f13-cab45c2b1b24 admin admin] Publish callbacks [] for security_group (5184c697-26b2-4446-b258-7ec85b0c9f65), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.928473 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6934410b-da36-403f-9f13-cab45c2b1b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (5184c697-26b2-4446-b258-7ec85b0c9f65), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.931191 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6934410b-da36-403f-9f13-cab45c2b1b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:27.932339 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6934410b-da36-403f-9f13-cab45c2b1b24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5184c697-26b2-4446-b258-7ec85b0c9f65 HTTP/1.1" status: 204 len: 168 time: 0.1231389 Apr 05 22:39:27.942912 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934410b-da36-403f-9f13-cab45c2b1b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5184c697-26b2-4446-b258-7ec85b0c9f65,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:28.254874 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36402) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:28.269090 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cb1469b-deb9-429d-b71f-480703c454f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.348764 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cb1469b-deb9-429d-b71f-480703c454f3 admin admin] Publish callbacks [] for security_group (a30e5909-88e0-4d5c-90ca-940769556384), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.353164 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2cb1469b-deb9-429d-b71f-480703c454f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a30e5909-88e0-4d5c-90ca-940769556384), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.395881 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2cb1469b-deb9-429d-b71f-480703c454f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93ee3fb4a41849d9886333720f703a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399055 Apr 05 22:39:28.396730 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1469b-deb9-429d-b71f-480703c454f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e5909-88e0-4d5c-90ca-940769556384,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:28.398600 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36404) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:28.453680 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82353824-ad9d-4b9e-b4ef-5c06751102ed admin admin] Publish callbacks [] for security_group (a30e5909-88e0-4d5c-90ca-940769556384), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.477871 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82353824-ad9d-4b9e-b4ef-5c06751102ed admin admin] Publish callbacks [] for security_group (a30e5909-88e0-4d5c-90ca-940769556384), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.525297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82353824-ad9d-4b9e-b4ef-5c06751102ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a30e5909-88e0-4d5c-90ca-940769556384), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.528233 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82353824-ad9d-4b9e-b4ef-5c06751102ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:28.530349 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-82353824-ad9d-4b9e-b4ef-5c06751102ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a30e5909-88e0-4d5c-90ca-940769556384 HTTP/1.1" status: 204 len: 168 time: 0.1304214 Apr 05 22:39:28.538339 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82353824-ad9d-4b9e-b4ef-5c06751102ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e5909-88e0-4d5c-90ca-940769556384,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:28.885976 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c184f6-c790-4d5a-8bae-1abb37cf64a9 req-37c88ebb-c46f-40aa-8429-c63d357e24c6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:28.887520 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f9c184f6-c790-4d5a-8bae-1abb37cf64a9 req-37c88ebb-c46f-40aa-8429-c63d357e24c6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0582891 Apr 05 22:39:28.940241 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f9c184f6-c790-4d5a-8bae-1abb37cf64a9 req-e55007b5-ef82-4d1f-851f-ded430c7a00b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Apr 05 22:39:30.065991 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e80fc6-7e7f-45f3-bc2f-098f846e0c1b req-c438e675-6eba-4ad5-a7e3-f40819447939 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:30.067437 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1e80fc6-7e7f-45f3-bc2f-098f846e0c1b req-c438e675-6eba-4ad5-a7e3-f40819447939 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0544145 Apr 05 22:39:30.113769 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1e80fc6-7e7f-45f3-bc2f-098f846e0c1b req-af191f32-6f9e-4061-939e-54ea8480d9a5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Apr 05 22:39:31.238042 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530da588-bdfe-4351-a9d2-9362edcda18b req-fb78d40d-66e0-4d72-ac6d-2f3191188914 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:31.239584 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-530da588-bdfe-4351-a9d2-9362edcda18b req-fb78d40d-66e0-4d72-ac6d-2f3191188914 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0541296 Apr 05 22:39:31.285707 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-530da588-bdfe-4351-a9d2-9362edcda18b req-fac0401d-93c8-4808-8c64-f664e0e020d1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Apr 05 22:39:32.410658 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22ab0c-db40-4ab5-94f5-6ca3a2efa544 req-808945aa-e28a-4f34-bd22-fe0aafa114f9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:32.412163 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e22ab0c-db40-4ab5-94f5-6ca3a2efa544 req-808945aa-e28a-4f34-bd22-fe0aafa114f9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0561163 Apr 05 22:39:32.457473 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e22ab0c-db40-4ab5-94f5-6ca3a2efa544 req-d9b68bc1-348d-47c4-8ab1-497132cdba4e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 Apr 05 22:39:32.830210 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:33.582159 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc8777-0878-4af8-9781-66eefffcd2bd req-8455f7a2-9fb4-4446-82a9-e826950f7920 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:33.583672 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-26dc8777-0878-4af8-9781-66eefffcd2bd req-8455f7a2-9fb4-4446-82a9-e826950f7920 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0556216 Apr 05 22:39:33.629461 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-26dc8777-0878-4af8-9781-66eefffcd2bd req-3566ce26-9175-41cb-b9bc-3a17bc66a0ed tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Apr 05 22:39:34.759497 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eed80-1f44-4160-8ef6-b98f963c679c req-8e5feaa2-c833-428e-9c03-c89acf30bc80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:34.760406 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a67eed80-1f44-4160-8ef6-b98f963c679c req-8e5feaa2-c833-428e-9c03-c89acf30bc80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0574887 Apr 05 22:39:34.811188 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a67eed80-1f44-4160-8ef6-b98f963c679c req-a5a5c286-c630-44a6-9139-2b09585c0652 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Apr 05 22:39:35.857162 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bce74073-b3b8-4ed3-9a2f-6e5e63c2adc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:35.936837 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312b068-2bf7-4a23-871a-aa7f51071dc0 req-530a716e-26e3-4cb4-95b1-6c3705c86aca tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:35.938325 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8312b068-2bf7-4a23-871a-aa7f51071dc0 req-530a716e-26e3-4cb4-95b1-6c3705c86aca tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0526102 Apr 05 22:39:35.984334 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8312b068-2bf7-4a23-871a-aa7f51071dc0 req-881a38d5-d585-446d-ac22-ed27073389ec tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403693 Apr 05 22:39:37.105407 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ca543-638c-4899-b24a-65ac9a470320 req-7ad3e182-718f-4cbc-8023-91a38bdaaa11 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:37.106903 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f9ca543-638c-4899-b24a-65ac9a470320 req-7ad3e182-718f-4cbc-8023-91a38bdaaa11 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0520847 Apr 05 22:39:37.158115 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f9ca543-638c-4899-b24a-65ac9a470320 req-f7cba017-7fa3-4be1-bb76-e8f3c0865fea tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 Apr 05 22:39:38.143898 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:39:38.168419 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3627ee4b-4eaa-4261-b390-5ec01164093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.246374 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-3e9e9069-3fd0-45da-9d83-b3c9a65c3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:38.248586 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-3e9e9069-3fd0-45da-9d83-b3c9a65c3ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1130 time: 0.0497162 Apr 05 22:39:38.259122 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:38.271173 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'mac_address': 'fa:16:3e:c5:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:39:38.288518 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a201cbf-d067-49cf-ad49-100096420055 req-6a746970-eef6-4146-be76-d41781b5453c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:38.291147 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0a201cbf-d067-49cf-ad49-100096420055 req-6a746970-eef6-4146-be76-d41781b5453c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0552893 Apr 05 22:39:38.313297 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: ACTIVE; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:38.313703 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.327905 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f16a0444-be54-4574-84fa-36d3fdec41ac {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:39:38.347285 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0a201cbf-d067-49cf-ad49-100096420055 req-71be6a83-6884-408a-826b-163f5fc365ed tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485625 Apr 05 22:39:38.348165 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:38.352885 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:38.362242 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-07b3aca6-a009-4833-956d-7cd11d63bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:38.363779 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-07b3aca6-a009-4833-956d-7cd11d63bf76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0936868 Apr 05 22:39:38.410462 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:38.417583 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.417931 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.418277 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.418616 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.418972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.419303 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.420154 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.420489 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.420848 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.421175 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.421611 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.421942 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.422264 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.422581 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.422930 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:39:38.437364 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-deec314a-fc8d-4b58-b8be-74ac756e6a60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 1001 time: 0.0652232 Apr 05 22:39:38.448169 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['f16a0444-be54-4574-84fa-36d3fdec41ac'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:39:38.495084 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-a75c4408-b939-4240-b629-bb4a99aa3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:38.496551 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-a75c4408-b939-4240-b629-bb4a99aa3be4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0463142 Apr 05 22:39:38.551607 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-be924bf8-302e-4d69-a80a-51383d949339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:38.553107 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-be924bf8-302e-4d69-a80a-51383d949339 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467424 Apr 05 22:39:38.671100 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-aec3b9b4-9857-42bc-9e86-c5c085841148 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896485 Apr 05 22:39:38.774590 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19f38024-ae0e-4c88-a0be-a697f71c6f99 req-2a9b7d41-9d92-4410-9043-898ee45e6a4f service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973575 Apr 05 22:39:39.361578 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:39:39.441842 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.445301 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port f16a0444-be54-4574-84fa-36d3fdec41ac triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:39:39.446216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.496564 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e062d-2808-467e-b705-c00e9ae44e76 req-c4cd7843-21ba-4322-a252-d15580fcfe56 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:39.498228 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-606e062d-2808-467e-b705-c00e9ae44e76 req-c4cd7843-21ba-4322-a252-d15580fcfe56 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 945 time: 0.0652416 Apr 05 22:39:39.540292 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:39.541079 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.565140 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-606e062d-2808-467e-b705-c00e9ae44e76 req-262fb39d-466e-4048-a3e8-13978fb63f60 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537992 Apr 05 22:39:39.569603 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:39.572072 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3897790d-d4cb-4cad-b4f0-77c23ab73f76" -d '{"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-plugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:39.597938 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:39.602909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:39.638108 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d6ba07-6c5b-4c5c-8462-5d2153aacc4d x-openstack-request-id: req-f9d6ba07-6c5b-4c5c-8462-5d2153aacc4d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:39.638455 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-plugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:39.638676 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9d6ba07-6c5b-4c5c-8462-5d2153aacc4d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:39.639104 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d6ba07-6c5b-4c5c-8462-5d2153aacc4d'] response: {'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'code': 200} Apr 05 22:39:39.664325 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:40.691129 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:40.713654 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07c619-57da-4cef-988e-4250a44a2b97 req-c0952ae8-33cc-4ed2-9603-2155317d74d0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:40.715160 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb07c619-57da-4cef-988e-4250a44a2b97 req-c0952ae8-33cc-4ed2-9603-2155317d74d0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0553679 Apr 05 22:39:40.767822 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb07c619-57da-4cef-988e-4250a44a2b97 req-91b6b6f1-77d2-4f08-ab00-c7d4fd5baa68 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468078 Apr 05 22:39:41.910625 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032ff97-4b9e-4c95-a380-301b75cf0e35 req-5097c944-3dc5-4e3d-9aab-9b4f3e03acdd tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:41.912173 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e032ff97-4b9e-4c95-a380-301b75cf0e35 req-5097c944-3dc5-4e3d-9aab-9b4f3e03acdd tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0553193 Apr 05 22:39:41.975246 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e032ff97-4b9e-4c95-a380-301b75cf0e35 req-556c3437-3696-454f-a2e0-5e4dba8ae50f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562670 Apr 05 22:39:42.303487 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:43.103380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f65880-aa53-4509-bc01-b63cee3939cf req-113e8099-b93e-49c6-bd2b-96944fd766ef tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:43.110450 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f5f65880-aa53-4509-bc01-b63cee3939cf req-113e8099-b93e-49c6-bd2b-96944fd766ef tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0640903 Apr 05 22:39:43.159252 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f5f65880-aa53-4509-bc01-b63cee3939cf req-196dd457-d8ca-4652-84c1-85dad9dbaf66 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476682 Apr 05 22:39:44.295433 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8be80-1d73-4c23-9206-75ed2e4ffd7c req-88e24719-9447-4ae2-a1ac-1c8b273a9320 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:44.297806 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-45d8be80-1d73-4c23-9206-75ed2e4ffd7c req-88e24719-9447-4ae2-a1ac-1c8b273a9320 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0566592 Apr 05 22:39:44.350964 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-45d8be80-1d73-4c23-9206-75ed2e4ffd7c req-041469e0-0ff2-4a60-95d1-3b9114aa3b6e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Apr 05 22:39:45.485708 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cae41-28f3-4715-9e73-cf5e6fb844d6 req-09be1973-e65f-43be-97c2-63014c6ea202 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:45.487361 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-537cae41-28f3-4715-9e73-cf5e6fb844d6 req-09be1973-e65f-43be-97c2-63014c6ea202 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0605395 Apr 05 22:39:45.541666 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-537cae41-28f3-4715-9e73-cf5e6fb844d6 req-490959ab-2f38-4060-ab08-f2ed66cd58f1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Apr 05 22:39:46.677300 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1b3ee-6378-410e-9d7c-8d8e80140b44 req-dd36e739-a95f-4243-bb37-538c2a04c8bf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:46.679025 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-87f1b3ee-6378-410e-9d7c-8d8e80140b44 req-dd36e739-a95f-4243-bb37-538c2a04c8bf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0618505 Apr 05 22:39:46.731672 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-87f1b3ee-6378-410e-9d7c-8d8e80140b44 req-f26aff34-07b0-4d24-bfe6-9e5aea2c53d9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Apr 05 22:39:47.861098 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e81b-6672-4cca-886d-aaa73ac34c83 req-7c7d4af1-b87d-4b1d-a44e-82f73e57a073 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:47.862640 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b233e81b-6672-4cca-886d-aaa73ac34c83 req-7c7d4af1-b87d-4b1d-a44e-82f73e57a073 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0531750 Apr 05 22:39:47.916074 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b233e81b-6672-4cca-886d-aaa73ac34c83 req-0bbf1a1b-87db-486f-907c-210a66fa7cda tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Apr 05 22:39:48.814855 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-81f4bb28-e99f-4ee5-ac33-daf2f41eec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:48.816258 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-81f4bb28-e99f-4ee5-ac33-daf2f41eec61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1130 time: 0.0436394 Apr 05 22:39:48.914261 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-c8c93dc9-2f2d-483d-869b-f46ec6b23475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:48.915770 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-c8c93dc9-2f2d-483d-869b-f46ec6b23475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0854700 Apr 05 22:39:48.984162 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-d3ea91ed-cdb8-4e8b-9e22-066c90e969fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 1002 time: 0.0621924 Apr 05 22:39:49.032352 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-d910fc7e-5d06-4014-b722-fc04c7e7263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:49.033838 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-d910fc7e-5d06-4014-b722-fc04c7e7263f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0427933 Apr 05 22:39:49.042946 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ac21-06aa-4d85-aacc-9202dd012bb3 req-54f8ff1d-395e-4c70-bb77-d85a88581044 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:49.044964 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-79e1ac21-06aa-4d85-aacc-9202dd012bb3 req-54f8ff1d-395e-4c70-bb77-d85a88581044 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0522096 Apr 05 22:39:49.082332 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-96c1fd3c-2d74-4b85-80cb-562f5f3ecf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:49.083801 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-96c1fd3c-2d74-4b85-80cb-562f5f3ecf3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435665 Apr 05 22:39:49.092778 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-79e1ac21-06aa-4d85-aacc-9202dd012bb3 req-9c58e7c8-a5eb-4eca-825e-b492220550e2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Apr 05 22:39:49.177598 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-476201cd-f7c9-4219-85ff-5f039c6b6448 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834370 Apr 05 22:39:49.268127 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218ebf48-d23d-4f89-89c4-a4a172e91643 req-1a4e8424-bd50-4d11-9265-5f46324eb191 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Apr 05 22:39:50.216422 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f171-aaaf-4d2f-a783-52494b7795dd req-18cadd82-2604-4c75-abfd-5937504829bf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:50.217923 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f8c4f171-aaaf-4d2f-a783-52494b7795dd req-18cadd82-2604-4c75-abfd-5937504829bf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0519896 Apr 05 22:39:50.266776 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f8c4f171-aaaf-4d2f-a783-52494b7795dd req-8e11f842-13ec-4115-86af-7345e4ebf2e9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 Apr 05 22:39:51.397764 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35839d-b6af-44f7-95a0-8ffd84479993 req-32b623cb-9cfa-4245-a867-91256dcb5859 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:51.399327 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9b35839d-b6af-44f7-95a0-8ffd84479993 req-32b623cb-9cfa-4245-a867-91256dcb5859 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0623941 Apr 05 22:39:51.446363 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9b35839d-b6af-44f7-95a0-8ffd84479993 req-1c68c567-b3e1-43a0-9540-c32e63f7a25b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403123 Apr 05 22:39:51.884662 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36618) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:51.920550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-4e7b01be-0881-4d3b-b4ee-9843b31a5055 req-28509a17-0e76-4b16-a33c-c129358c0f23 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:39:51.921992 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4e7b01be-0881-4d3b-b4ee-9843b31a5055 req-28509a17-0e76-4b16-a33c-c129358c0f23 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061061 Apr 05 22:39:51.999692 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b5bb2f-f8fa-4ffa-a820-cca8a9957af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.117375 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327e82-a392-4c63-9ea6-75db868f9028 req-12b77bc7-d741-4a30-810c-a313c2901724 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:52.118870 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b327e82-a392-4c63-9ea6-75db868f9028 req-12b77bc7-d741-4a30-810c-a313c2901724 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0803897 Apr 05 22:39:52.136936 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b5bb2f-f8fa-4ffa-a820-cca8a9957af1 admin admin] Publish callbacks [] for security_group (8af945b5-3184-4c89-916f-1bc7cac1a0c9), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.146030 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b5bb2f-f8fa-4ffa-a820-cca8a9957af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8af945b5-3184-4c89-916f-1bc7cac1a0c9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.205168 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5bb2f-f8fa-4ffa-a820-cca8a9957af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af945b5-3184-4c89-916f-1bc7cac1a0c9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:52.210512 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b327e82-a392-4c63-9ea6-75db868f9028 req-aa412e46-4122-48e0-909d-b9b494df27c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828195 Apr 05 22:39:52.212649 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-84b5bb2f-f8fa-4ffa-a820-cca8a9957af1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f96e12e885a452091e43063fe82f7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257229 Apr 05 22:39:52.215429 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36634) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:52.274944 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37ec2b10-1e6c-4107-b9f4-967d1225684d admin admin] Publish callbacks [] for security_group (8af945b5-3184-4c89-916f-1bc7cac1a0c9), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.298022 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37ec2b10-1e6c-4107-b9f4-967d1225684d admin admin] Publish callbacks [] for security_group (8af945b5-3184-4c89-916f-1bc7cac1a0c9), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.335706 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36644) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:52.348384 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37ec2b10-1e6c-4107-b9f4-967d1225684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (8af945b5-3184-4c89-916f-1bc7cac1a0c9), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.351021 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-37ec2b10-1e6c-4107-b9f4-967d1225684d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:52.352161 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-37ec2b10-1e6c-4107-b9f4-967d1225684d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8af945b5-3184-4c89-916f-1bc7cac1a0c9 HTTP/1.1" status: 204 len: 168 time: 0.1352727 Apr 05 22:39:52.360737 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec2b10-1e6c-4107-b9f4-967d1225684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af945b5-3184-4c89-916f-1bc7cac1a0c9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:52.430130 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-2b6c796a-5076-4356-92c5-1f5ec8c7c03a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932512 Apr 05 22:39:52.438926 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-1c86e14e-c093-435e-88e8-0a1c39983eae service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:39:52.439899 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-1c86e14e-c093-435e-88e8-0a1c39983eae service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051918 Apr 05 22:39:52.582038 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36654) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:39:52.731007 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-372b545d-59b7-4297-8c9c-a2e8d43a509a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:52.732381 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-372b545d-59b7-4297-8c9c-a2e8d43a509a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports/f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 943 time: 0.1492791 Apr 05 22:39:53.348496 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c594a2-9246-4ad1-9780-bf663dc9596b req-0e569e20-8093-4d2e-a5a0-6cabe44eb4ef tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:53.349976 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02c594a2-9246-4ad1-9780-bf663dc9596b req-0e569e20-8093-4d2e-a5a0-6cabe44eb4ef tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 946 time: 0.0538235 Apr 05 22:39:53.399454 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-02c594a2-9246-4ad1-9780-bf663dc9596b req-701f4408-495e-4b36-bd0b-e7e678f23074 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Apr 05 22:39:53.469836 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:39:53.548900 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:39:53.549297 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.572617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:39:53.574922 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a58da-34a4-4ea2-b22e-932553b3500f" -d '{"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-unplugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:39:53.587708 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:39:53.592912 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:39:53.615554 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea20753-ffbe-4dc1-8c2c-3a61e0d1c1ed x-openstack-request-id: req-9ea20753-ffbe-4dc1-8c2c-3a61e0d1c1ed {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:39:53.615844 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-unplugged", "status": "failed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "code": 422}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:39:53.616096 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ea20753-ffbe-4dc1-8c2c-3a61e0d1c1ed {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:39:53.616524 dv-cinder-833443-2-iscsi neutron-server[103289]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ea20753-ffbe-4dc1-8c2c-3a61e0d1c1ed']: {'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'code': 422} returned with failed status Apr 05 22:39:53.642571 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:39:53.974369 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-99251611-1162-4f5c-9162-7e97dc1200ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:53.975878 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-99251611-1162-4f5c-9162-7e97dc1200ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a&tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 1128 time: 0.0439870 Apr 05 22:39:54.038175 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-1dcd9123-de5a-48bb-8f71-a08322b03b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.039609 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-1dcd9123-de5a-48bb-8f71-a08322b03b57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1128 time: 0.0433388 Apr 05 22:39:54.131027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-0a7602be-41bc-4c54-8154-194028314747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.132500 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-0a7602be-41bc-4c54-8154-194028314747 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0869608 Apr 05 22:39:54.196138 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-7d996748-7977-44de-b9ee-394f6f94f657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 200 len: 1000 time: 0.0581675 Apr 05 22:39:54.246025 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-193280ca-c55a-4dc5-9cd7-97525b6c2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.248452 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-193280ca-c55a-4dc5-9cd7-97525b6c2608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0469301 Apr 05 22:39:54.295083 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-4835d9d5-bd7c-4e2e-a66e-2ff11bb9b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.296473 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-4835d9d5-bd7c-4e2e-a66e-2ff11bb9b4be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431769 Apr 05 22:39:54.386196 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-9db01e08-3281-4a3b-958d-7684d80d39a8 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827074 Apr 05 22:39:54.529762 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851edf9-f7f3-4e1a-8acb-371b399ed768 req-4755814c-6ce0-4538-830b-d1de4cb36938 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:54.531460 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4851edf9-f7f3-4e1a-8acb-371b399ed768 req-4755814c-6ce0-4538-830b-d1de4cb36938 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0544281 Apr 05 22:39:54.584224 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4851edf9-f7f3-4e1a-8acb-371b399ed768 req-21020384-3a5b-4253-a62e-24e6294f3771 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Apr 05 22:39:54.747969 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99c87e87-dea6-4113-ac4a-1793eb0f505e req-a4472aa2-526a-40d1-9c12-203e92cbf502 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554330 Apr 05 22:39:55.376521 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:39:55.716663 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e28ec-2aae-4dc6-a7fe-03508d88e7d5 req-456509af-c64e-415f-92f2-1bdd013d3f38 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:55.718756 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b72e28ec-2aae-4dc6-a7fe-03508d88e7d5 req-456509af-c64e-415f-92f2-1bdd013d3f38 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0564609 Apr 05 22:39:55.775007 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b72e28ec-2aae-4dc6-a7fe-03508d88e7d5 req-1e952ae4-dd0f-42b4-8b44-711cd7e23707 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505030 Apr 05 22:39:56.908645 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04628031-4bf7-4f0e-bdb3-aba870ec1944 req-2303dd83-c91f-481d-ae83-de676937d357 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:56.917995 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-04628031-4bf7-4f0e-bdb3-aba870ec1944 req-2303dd83-c91f-481d-ae83-de676937d357 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0682390 Apr 05 22:39:56.963557 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-04628031-4bf7-4f0e-bdb3-aba870ec1944 req-47d3eba9-7b6b-4d41-8e1a-e5db63629a6d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 Apr 05 22:39:58.110053 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469492-6838-4265-af6f-3102da89d10a req-e4271f98-453a-4451-873b-5a17b9f84034 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:58.111609 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-21469492-6838-4265-af6f-3102da89d10a req-e4271f98-453a-4451-873b-5a17b9f84034 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0678685 Apr 05 22:39:58.162033 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-21469492-6838-4265-af6f-3102da89d10a req-9a25e936-e922-4600-9461-7a33d4b8cae6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445757 Apr 05 22:39:59.316241 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34fa10-985e-470e-98c5-4072dae325c4 req-0659cc1f-d4ee-4ba6-9904-f20d1bb04094 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:39:59.318105 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6a34fa10-985e-470e-98c5-4072dae325c4 req-0659cc1f-d4ee-4ba6-9904-f20d1bb04094 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0751858 Apr 05 22:39:59.387359 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6a34fa10-985e-470e-98c5-4072dae325c4 req-3c160d61-bcc8-44fe-b67d-67f6a582ee2a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627704 Apr 05 22:40:00.521902 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee2af6-78d3-44b7-a7f6-18b1a8deca63 req-89684bc3-5e7e-48cc-9ec3-ccdd589ddf19 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:00.524468 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-65ee2af6-78d3-44b7-a7f6-18b1a8deca63 req-89684bc3-5e7e-48cc-9ec3-ccdd589ddf19 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0561318 Apr 05 22:40:00.579166 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-65ee2af6-78d3-44b7-a7f6-18b1a8deca63 req-0cc2f4c0-c07d-4b1d-a251-787dce2490d9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Apr 05 22:40:01.714414 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ddf8-48f4-4e7c-ada1-b4f3e91e3453 req-b2a6a0b1-8d22-4f23-b8d5-56704d4d2964 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:01.715967 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a56ddf8-48f4-4e7c-ada1-b4f3e91e3453 req-b2a6a0b1-8d22-4f23-b8d5-56704d4d2964 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0612218 Apr 05 22:40:01.766171 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a56ddf8-48f4-4e7c-ada1-b4f3e91e3453 req-e139577a-a8ac-47aa-baed-0af51655f84e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442383 Apr 05 22:40:02.842410 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:02.896151 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceccb63-735e-4cad-a613-88e86ca74123 req-193919fe-74a7-449c-81e4-73d19674c92d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:02.897635 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ceccb63-735e-4cad-a613-88e86ca74123 req-193919fe-74a7-449c-81e4-73d19674c92d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0575881 Apr 05 22:40:02.944657 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ceccb63-735e-4cad-a613-88e86ca74123 req-d795fcc0-4d23-4908-a206-fd34c5b09af1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 Apr 05 22:40:04.068241 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1e8a1-026a-41d0-abd6-df3a7aac9e13 req-fcb494ff-6791-4e0a-8435-f28fd7ec2ef1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:04.069640 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a8c1e8a1-026a-41d0-abd6-df3a7aac9e13 req-fcb494ff-6791-4e0a-8435-f28fd7ec2ef1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0522261 Apr 05 22:40:04.115294 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a8c1e8a1-026a-41d0-abd6-df3a7aac9e13 req-db194256-1ea3-4fa2-b671-8b30611c2dd7 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Apr 05 22:40:05.236624 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aeba4f-d585-467f-8f3c-a9ab4a7747fc req-048fc5db-53dc-4a74-a09f-89b9ac70a3a5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:05.238112 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08aeba4f-d585-467f-8f3c-a9ab4a7747fc req-048fc5db-53dc-4a74-a09f-89b9ac70a3a5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0516126 Apr 05 22:40:05.283153 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08aeba4f-d585-467f-8f3c-a9ab4a7747fc req-c1dd8c4f-ed0f-4518-8fc1-88bacefc7636 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Apr 05 22:40:05.857522 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-79f461a8-aaf0-4570-a4a4-2f44775afcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:06.404820 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f61a3-9c6a-412e-a187-81c7235a6b10 req-48e11383-7b5e-4242-a515-c9c530ce6af7 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:06.406306 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cb0f61a3-9c6a-412e-a187-81c7235a6b10 req-48e11383-7b5e-4242-a515-c9c530ce6af7 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0520689 Apr 05 22:40:06.456026 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cb0f61a3-9c6a-412e-a187-81c7235a6b10 req-40904c39-bbe7-4b79-b87c-abdacc76d9ef tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440960 Apr 05 22:40:07.580414 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfb74d-5e12-408d-ac2c-a361b78faf69 req-77f4ec70-6fcc-4400-b605-f4af70ee7a8f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:07.581946 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-74dfb74d-5e12-408d-ac2c-a361b78faf69 req-77f4ec70-6fcc-4400-b605-f4af70ee7a8f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0547884 Apr 05 22:40:07.628765 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-74dfb74d-5e12-408d-ac2c-a361b78faf69 req-20537716-16ff-4d58-ba98-d8f94294aafb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Apr 05 22:40:08.151769 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a69c45e-58d5-483d-8196-d02655b48fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:08.751188 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486e2b3-21c6-4904-af47-610c836cc728 req-cc32f2ef-b364-469b-bc7d-75c52bb6fb3e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:08.752695 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9486e2b3-21c6-4904-af47-610c836cc728 req-cc32f2ef-b364-469b-bc7d-75c52bb6fb3e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0517967 Apr 05 22:40:08.798724 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9486e2b3-21c6-4904-af47-610c836cc728 req-68ac8693-b549-4097-8fe7-d627332e36ab tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Apr 05 22:40:09.383484 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:09.920908 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeccef9-c2ea-4ca0-990b-5d18fa2457b4 req-20f93688-ad76-48d8-abeb-95b6658ebdc6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:09.922746 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3aeccef9-c2ea-4ca0-990b-5d18fa2457b4 req-20f93688-ad76-48d8-abeb-95b6658ebdc6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0522754 Apr 05 22:40:09.968195 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3aeccef9-c2ea-4ca0-990b-5d18fa2457b4 req-afb77964-6c81-4578-9c0a-0dc8d5beeab1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398884 Apr 05 22:40:10.686148 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.089806 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baaddb-66b6-4029-b5d4-b8a80eab7d4b req-5f4d8c69-0f1a-4cb3-8008-e67bd22eee2e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:11.091811 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d8baaddb-66b6-4029-b5d4-b8a80eab7d4b req-5f4d8c69-0f1a-4cb3-8008-e67bd22eee2e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 944 time: 0.0523584 Apr 05 22:40:11.137771 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d8baaddb-66b6-4029-b5d4-b8a80eab7d4b req-0f0656c5-23d1-4cc5-9b49-87773fc34a1d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Apr 05 22:40:11.579101 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:11.675720 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:11.687627 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'port_id': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'mac_address': 'fa:16:3e:c5:dc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:11.726932 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:11.727346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.740538 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16a0444-be54-4574-84fa-36d3fdec41ac {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:11.760309 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:11.764869 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:11.810094 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:11.973454 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['f16a0444-be54-4574-84fa-36d3fdec41ac'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:12.263237 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab43b4-536c-4eec-a4f4-c9cf9a06a643 req-868c66c6-8c77-484a-8e99-f7d0f7436ada tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:12.264611 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-87ab43b4-536c-4eec-a4f4-c9cf9a06a643 req-868c66c6-8c77-484a-8e99-f7d0f7436ada tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 945 time: 0.0515058 Apr 05 22:40:12.297910 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:12.319650 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-87ab43b4-536c-4eec-a4f4-c9cf9a06a643 req-afdb3e85-2eea-407b-8c38-82c79a5e8787 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495825 Apr 05 22:40:13.445298 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657135c6-5099-47e5-8c64-07b7365be9f2 req-e998e08f-7b85-4c82-a2b4-1a9e73f33e35 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:13.446825 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-657135c6-5099-47e5-8c64-07b7365be9f2 req-e998e08f-7b85-4c82-a2b4-1a9e73f33e35 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 945 time: 0.0553768 Apr 05 22:40:13.492852 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-657135c6-5099-47e5-8c64-07b7365be9f2 req-dca14ccc-6426-44bd-90ee-1abdd5ea8b69 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Apr 05 22:40:13.595761 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:13.643158 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port f16a0444-be54-4574-84fa-36d3fdec41ac triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:13.643462 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.719833 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port f16a0444-be54-4574-84fa-36d3fdec41ac is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:13.720221 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.742563 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:13.744777 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d16e78a-998e-415c-8fcc-735cd276ad98" -d '{"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-plugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:13.757690 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:13.762230 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:13.785318 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce28ff-76ed-412c-9ea0-bf0f5d0f66ec x-openstack-request-id: req-b7ce28ff-76ed-412c-9ea0-bf0f5d0f66ec {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:13.785612 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-plugged", "status": "completed", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:13.785884 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7ce28ff-76ed-412c-9ea0-bf0f5d0f66ec {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:13.786294 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ce28ff-76ed-412c-9ea0-bf0f5d0f66ec'] response: {'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'code': 200} Apr 05 22:40:13.813225 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:14.181921 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80b7d4-5f53-4cbc-bcfe-5595d510646b req-519088e6-5f1c-480a-97f2-2221a39be182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:14.183537 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa80b7d4-5f53-4cbc-bcfe-5595d510646b req-519088e6-5f1c-480a-97f2-2221a39be182 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 1131 time: 0.0430799 Apr 05 22:40:14.225785 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa80b7d4-5f53-4cbc-bcfe-5595d510646b req-70a5061f-1ebc-4388-8062-08ccaee17350 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358026 Apr 05 22:40:14.614141 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485a7d-0bfa-4f22-a17d-0ddb726344e4 req-5cda5bf6-4c76-488c-88f3-3f02ee0d4a22 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:14.615653 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6485a7d-0bfa-4f22-a17d-0ddb726344e4 req-5cda5bf6-4c76-488c-88f3-3f02ee0d4a22 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 947 time: 0.0522156 Apr 05 22:40:14.662142 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b6485a7d-0bfa-4f22-a17d-0ddb726344e4 req-b8717ffe-23e8-4a94-b7a4-18902150a2f3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Apr 05 22:40:15.786827 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac95e-7f80-4ab6-80dc-f656d76f831f req-d1331408-1a9b-4402-8210-cbc6a9364a8a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:15.788311 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac95e-7f80-4ab6-80dc-f656d76f831f req-d1331408-1a9b-4402-8210-cbc6a9364a8a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 947 time: 0.0512545 Apr 05 22:40:15.836729 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac95e-7f80-4ab6-80dc-f656d76f831f req-ddfc390b-647d-46d7-8c68-1908063742b7 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Apr 05 22:40:16.963551 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a806cf-15ef-4c9e-bc3e-6f6631bcafb6 req-6244e05a-349f-475e-aaa7-d3266af2a9db tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:16.965051 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-70a806cf-15ef-4c9e-bc3e-6f6631bcafb6 req-6244e05a-349f-475e-aaa7-d3266af2a9db tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 947 time: 0.0546749 Apr 05 22:40:17.011569 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-70a806cf-15ef-4c9e-bc3e-6f6631bcafb6 req-fe8273b6-3070-4797-bfe5-aaf80efe5bd4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Apr 05 22:40:32.376820 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:40:32.841634 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:35.858610 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f14b935a-7e42-4d7a-8d12-6d14fe1ad176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.156748 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2fccbacc-dd7b-4bed-90ca-5a4f913fa98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:38.763618 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-3c980793-f6ff-4e55-a48b-34bb023ae48d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480151 Apr 05 22:40:38.828915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-0097713c-0ea2-406f-ab70-8a6a3590cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:38.830436 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-0097713c-0ea2-406f-ab70-8a6a3590cdf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1129 time: 0.0442619 Apr 05 22:40:38.932886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-95e3b557-30c9-44d0-bd61-07606c707706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:38.934335 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-95e3b557-30c9-44d0-bd61-07606c707706 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.0842164 Apr 05 22:40:39.004481 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-1a77d485-3e26-40dc-91df-2123603ca04d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 1000 time: 0.0605164 Apr 05 22:40:39.052972 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-3e388be7-7eea-4d67-b8e9-3288500ecabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.054380 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-3e388be7-7eea-4d67-b8e9-3288500ecabe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0431743 Apr 05 22:40:39.102376 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-6b7b777e-08ac-42aa-9439-5c66157ade86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:39.103922 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-6b7b777e-08ac-42aa-9439-5c66157ade86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431082 Apr 05 22:40:39.197483 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-59f8ccee-881e-411b-901e-f3282630867d service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 Apr 05 22:40:39.287664 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04e7849b-7c64-493d-bdfc-a12e6644283e req-600a13af-83d6-43dd-9be5-c55b5d2fc9f3 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838885 Apr 05 22:40:39.386913 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:40.688478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:41.945584 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-7665f591-9bc8-41cf-9424-d788c56a7398 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901380055&fields=id&tenant_id=0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 267 time: 0.0427799 Apr 05 22:40:42.046670 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-c7e27b39-bffa-41a7-b4ff-045b97a709de tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:42.048155 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-c7e27b39-bffa-41a7-b4ff-045b97a709de tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 812 time: 0.0964396 Apr 05 22:40:42.062691 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-4bc8fcd8-1e7d-4a02-aedf-09de7656d63b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/quotas/0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 375 time: 0.0092609 Apr 05 22:40:42.120593 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-88abe832-4fa1-441d-b5cd-a4dcf714f71c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529377 Apr 05 22:40:42.212849 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-66a0bec3-69ce-48c2-ab59-d2201d9c7de1 service neutron] 10.222.0.26 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803182 Apr 05 22:40:42.299336 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:42.304699 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-7ea7a17b-1159-46ec-b1fa-d74802a1a612 service neutron] 10.222.0.26 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Apr 05 22:40:42.578305 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ba7428ed-013c-4d04-b1c1-d058846d2d98 req-84f644e2-6773-4aeb-9555-9396d167dfc6 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 210 time: 0.0270483 Apr 05 22:40:43.579158 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-32f29644-046a-4ff7-ad8b-737b29e01661 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:43.580623 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-32f29644-046a-4ff7-ad8b-737b29e01661 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 812 time: 0.1092231 Apr 05 22:40:43.660101 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-6cf38ae3-877a-48fb-bb43-78a214a938dc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1e7aae703c495aa4afe509d5e19dc6 HTTP/1.1" status: 200 len: 380 time: 0.0712326 Apr 05 22:40:43.673475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'port': {'device_id': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'admin_state_up': True, 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'security_groups': ['35fa9561-cfd6-41fd-bd34-e92f33c0d8dc']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:43.709332 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-92d466d7-bba7-4254-ba03-9926f5d37b7e req-3ade3916-e021-4fe9-b901-230442a5c714 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 210 time: 0.0482416 Apr 05 22:40:43.795594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Made reservation on behalf of 0d1e7aae703c495aa4afe509d5e19dc6 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:40:43.799739 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:43.926892 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Allocated IP 172.20.0.4 (b4bd1ac4-bd50-4b97-826c-3788690a7579/56bd2469-f170-4a82-ae77-53816ce397dc/67230820-f003-44c4-904a-597061a3fa2a) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:44.070041 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (67230820-f003-44c4-904a-597061a3fa2a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.105380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (67230820-f003-44c4-904a-597061a3fa2a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.150582 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:44.155988 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:44.158610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:44.182910 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=67230820-f003-44c4-904a-597061a3fa2a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:44.196010 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.196290 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.196639 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.196987 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.197329 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.197666 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.197999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.198328 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.198662 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.199016 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.199346 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.199679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.200005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.200329 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.200652 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:44.226077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:44.226889 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.244337 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-b683dbc6-0421-4d33-ab38-4be14e081468 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751541 Apr 05 22:40:44.256114 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Request body: {'port': {'device_id': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:44.321680 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (67230820-f003-44c4-904a-597061a3fa2a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.443998 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-56f9d592-3454-4ce6-9623-9a9774260bbe None None] Provisioning complete for port 67230820-f003-44c4-904a-597061a3fa2a triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:44.444599 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-56f9d592-3454-4ce6-9623-9a9774260bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (67230820-f003-44c4-904a-597061a3fa2a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.478405 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-56f9d592-3454-4ce6-9623-9a9774260bbe None None] Port 67230820-f003-44c4-904a-597061a3fa2a cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:40:44.580083 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67230820-f003-44c4-904a-597061a3fa2a {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:44.587366 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Publish callbacks [] for port (67230820-f003-44c4-904a-597061a3fa2a), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.600752 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Transition to ACTIVE for port object 67230820-f003-44c4-904a-597061a3fa2a will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:40:44.603589 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (67230820-f003-44c4-904a-597061a3fa2a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.659756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Pushing event updated for resources: {'Port': ['ID=67230820-f003-44c4-904a-597061a3fa2a,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:44.727620 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Attempting to bind port 67230820-f003-44c4-904a-597061a3fa2a on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:40:44.727980 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Attempting to bind port 67230820-f003-44c4-904a-597061a3fa2a by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:40:44.728297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Attempting to bind port 67230820-f003-44c4-904a-597061a3fa2a on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:44.733175 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Port 67230820-f003-44c4-904a-597061a3fa2a on network b4bd1ac4-bd50-4b97-826c-3788690a7579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:40:44.733568 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Attempting to bind port 67230820-f003-44c4-904a-597061a3fa2a on network b4bd1ac4-bd50-4b97-826c-3788690a7579 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:40:44.739128 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:40:44.739480 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Checking segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:40:44.739874 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Bound using segment: {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:40:44.740309 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Bound port: 67230820-f003-44c4-904a-597061a3fa2a, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40649d32-2802-4636-a67d-e102cd0e6258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:40:44.740676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (67230820-f003-44c4-904a-597061a3fa2a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.810665 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] For port 67230820-f003-44c4-904a-597061a3fa2a, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:40:44.814367 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] For port 67230820-f003-44c4-904a-597061a3fa2a, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=67230820-f003-44c4-904a-597061a3fa2a,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:40:44.820716 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (67230820-f003-44c4-904a-597061a3fa2a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.841422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c1972-1246-419d-8ca8-d2afb19a8200 req-579b678a-db83-4f49-bc89-59a9ca1ff9b2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:44.842973 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-716c1972-1246-419d-8ca8-d2afb19a8200 req-579b678a-db83-4f49-bc89-59a9ca1ff9b2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.0555022 Apr 05 22:40:44.860226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:44.860854 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:44.862240 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] 10.222.0.24 "PUT /v2.0/ports/67230820-f003-44c4-904a-597061a3fa2a HTTP/1.1" status: 200 len: 1093 time: 0.6103804 Apr 05 22:40:44.862683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'tag': '67230820-f003-44c4-904a-597061a3fa2a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:44.865011 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac18873-f2ed-4012-aa0b-685560ea4cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "tag": "67230820-f003-44c4-904a-597061a3fa2a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:44.915243 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-716c1972-1246-419d-8ca8-d2afb19a8200 req-9081a9b0-a1b7-4b3b-83b9-4b2aa0a06891 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648472 Apr 05 22:40:44.916523 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd0aad-5168-4bcc-943d-e6298beece93 x-openstack-request-id: req-1bbd0aad-5168-4bcc-943d-e6298beece93 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:44.916847 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "tag": "67230820-f003-44c4-904a-597061a3fa2a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:44.917099 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bbd0aad-5168-4bcc-943d-e6298beece93 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:44.917523 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbd0aad-5168-4bcc-943d-e6298beece93'] response: {'name': 'network-changed', 'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'tag': '67230820-f003-44c4-904a-597061a3fa2a', 'status': 'completed', 'code': 200} Apr 05 22:40:44.918276 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8be4a-114a-44e3-9b44-387ce44e60af service neutron] Pushing event updated for resources: {'Port': ['ID=67230820-f003-44c4-904a-597061a3fa2a,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:44.975327 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-6efcc316-9b31-44d5-8151-97eecb8f16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:44.976857 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-6efcc316-9b31-44d5-8151-97eecb8f16f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 1127 time: 0.0549936 Apr 05 22:40:45.025719 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-1b252f3c-524c-4f36-9acb-bbfece183403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67230820-f003-44c4-904a-597061a3fa2a HTTP/1.1" status: 200 len: 217 time: 0.0403485 Apr 05 22:40:45.080851 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-4f427650-c78d-4f01-bed3-44d60b9299be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.082306 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-4f427650-c78d-4f01-bed3-44d60b9299be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0483272 Apr 05 22:40:45.133564 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-1ab3efc8-88e2-44ac-884d-8d1e35d94a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.135108 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-1ab3efc8-88e2-44ac-884d-8d1e35d94a83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466988 Apr 05 22:40:45.222177 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-6f8cae2b-9e6f-4d1a-b7a7-c84de87890af service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812278 Apr 05 22:40:45.316154 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1e94253-e074-4472-8b80-7c0f2d4dd053 req-f52f3e87-a00d-4488-8685-043946314e87 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876439 Apr 05 22:40:45.634196 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-90e6c551-c0f1-4b0c-9124-855198b4e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.635731 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-90e6c551-c0f1-4b0c-9124-855198b4e88c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 1127 time: 0.0455527 Apr 05 22:40:45.727623 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-1182ecf0-fdfe-4f49-9371-10a278a613ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.729116 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-1182ecf0-fdfe-4f49-9371-10a278a613ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.0863495 Apr 05 22:40:45.771615 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-fbca91b8-8b68-46a2-ae8b-609cb04cdccf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67230820-f003-44c4-904a-597061a3fa2a HTTP/1.1" status: 200 len: 217 time: 0.0335307 Apr 05 22:40:45.823653 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-33f8f6f9-59fb-46a5-954a-dc753ca0967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.825043 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-33f8f6f9-59fb-46a5-954a-dc753ca0967f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0451596 Apr 05 22:40:45.875086 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-d41cce0a-f6ed-4ff8-a13a-f8dc6551f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:45.876542 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-d41cce0a-f6ed-4ff8-a13a-f8dc6551f5fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423207 Apr 05 22:40:45.964063 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-78cdc868-3bc4-40ef-a15f-c2422f035cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804532 Apr 05 22:40:46.094412 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1e872-b8e3-47eb-979e-726bfac2120d req-18759211-cf8e-471b-b7a8-80ce39001bdb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:46.095912 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bfb1e872-b8e3-47eb-979e-726bfac2120d req-18759211-cf8e-471b-b7a8-80ce39001bdb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.1084514 Apr 05 22:40:46.098099 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aac18873-f2ed-4012-aa0b-685560ea4cd9 req-47395c3b-8e1d-442d-b1d6-a5d7888ebaee service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276903 Apr 05 22:40:46.145904 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bfb1e872-b8e3-47eb-979e-726bfac2120d req-3b7e7740-56d8-48ef-a68b-a11193c42e9b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 Apr 05 22:40:47.325115 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334642-4439-471f-87a0-22a6f08cd7d3 req-40b74fca-14c8-45ed-8555-269cb9cba47b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:47.326581 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-14334642-4439-471f-87a0-22a6f08cd7d3 req-40b74fca-14c8-45ed-8555-269cb9cba47b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.0562336 Apr 05 22:40:47.375522 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-14334642-4439-471f-87a0-22a6f08cd7d3 req-bf6e5d90-7336-4226-993f-06ad65c13a3d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 Apr 05 22:40:48.495993 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00bfc-eb2d-4e27-af91-d5ce6541c5fb req-434b81d2-420c-4125-8f39-719089e65ad6 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:48.497390 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1b00bfc-eb2d-4e27-af91-d5ce6541c5fb req-434b81d2-420c-4125-8f39-719089e65ad6 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.0568130 Apr 05 22:40:48.544848 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1b00bfc-eb2d-4e27-af91-d5ce6541c5fb req-a408613e-bc47-45d5-bfdd-c13cc2e883cb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Apr 05 22:40:49.665824 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48283fc9-bc38-4b22-9d73-ed8a6523b17f req-6a1242ed-aaa1-45eb-858f-555927afa0ee tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:49.667325 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48283fc9-bc38-4b22-9d73-ed8a6523b17f req-6a1242ed-aaa1-45eb-858f-555927afa0ee tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.0542517 Apr 05 22:40:49.715270 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48283fc9-bc38-4b22-9d73-ed8a6523b17f req-627af2ea-303c-4ec0-be2f-be4a1e295179 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Apr 05 22:40:50.832108 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d85bc-34fd-4d44-9ad6-a1005bfc6cbc req-db7dd375-665e-445f-8042-743da5e5eece tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:50.833584 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-516d85bc-34fd-4d44-9ad6-a1005bfc6cbc req-db7dd375-665e-445f-8042-743da5e5eece tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.0513208 Apr 05 22:40:50.880765 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-516d85bc-34fd-4d44-9ad6-a1005bfc6cbc req-d930cae0-12b4-44cd-a1c9-677524a84563 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Apr 05 22:40:51.293706 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1e74b-e932-4004-ba18-b44aa4936309 req-2aa65a89-7cb0-46e2-a9ef-cd7984822695 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:51.295210 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-23e1e74b-e932-4004-ba18-b44aa4936309 req-2aa65a89-7cb0-46e2-a9ef-cd7984822695 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 947 time: 0.0532255 Apr 05 22:40:51.347196 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-23e1e74b-e932-4004-ba18-b44aa4936309 req-2f29fb36-3ade-4392-9ee4-211cfb5b054d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458302 Apr 05 22:40:52.003181 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23fb9-fda3-488f-8aab-ebea82558109 req-9a94a6bd-4b97-4f90-8ff4-50b9d6619592 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:52.004637 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9eb23fb9-fda3-488f-8aab-ebea82558109 req-9a94a6bd-4b97-4f90-8ff4-50b9d6619592 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.0556335 Apr 05 22:40:52.051821 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9eb23fb9-fda3-488f-8aab-ebea82558109 req-ceaaedb1-d096-471b-8f05-97da50af5235 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Apr 05 22:40:52.472600 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41505e5-b346-4b4b-b1b9-5f3edb038289 req-f8a68a5e-82d8-4a21-812a-39c6fef33767 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:52.474090 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a41505e5-b346-4b4b-b1b9-5f3edb038289 req-f8a68a5e-82d8-4a21-812a-39c6fef33767 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 947 time: 0.0525041 Apr 05 22:40:52.521181 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a41505e5-b346-4b4b-b1b9-5f3edb038289 req-ebd3ef3b-402c-4b22-b217-778b656b3754 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e6c57b5-a908-4d8b-8482-b23dbbee296d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Apr 05 22:40:52.782019 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-455a5f10-b33c-4d1b-a47b-4624abfe81bb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:52.783534 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-455a5f10-b33c-4d1b-a47b-4624abfe81bb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 947 time: 0.0539255 Apr 05 22:40:52.874824 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Deleting port f16a0444-be54-4574-84fa-36d3fdec41ac {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:52.875170 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:52.965454 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] For port f16a0444-be54-4574-84fa-36d3fdec41ac, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=f16a0444-be54-4574-84fa-36d3fdec41ac,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:52.965738 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.166573 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.167275 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (915941e6-855b-470c-b911-8dd1a0d6820e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.167275 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Floating IP 915941e6-855b-470c-b911-8dd1a0d6820e disassociated. External IP: 172.27.0.148, port: f16a0444-be54-4574-84fa-36d3fdec41ac. Apr 05 22:40:53.167603 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Calling delete_port for f16a0444-be54-4574-84fa-36d3fdec41ac owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:53.223989 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d3d57-f29f-4bf2-be99-9b65c87e6bac req-fe5741c7-9542-423d-8366-572eb2251bdc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:53.225401 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-896d3d57-f29f-4bf2-be99-9b65c87e6bac req-fe5741c7-9542-423d-8366-572eb2251bdc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 943 time: 0.1078830 Apr 05 22:40:53.295475 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-896d3d57-f29f-4bf2-be99-9b65c87e6bac req-2fcadab8-82ac-4c58-adfe-ed564eecf77c tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631914 Apr 05 22:40:53.351153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (f16a0444-be54-4574-84fa-36d3fdec41ac), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.380002 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event deleted for resources: {'Port': ['ID=f16a0444-be54-4574-84fa-36d3fdec41ac,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:53.494527 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:40:53.607036 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:40:53.617315 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:40:53.624568 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-22ced8ec-2f33-4c05-b416-91be0ccff971 req-06aea93d-e381-44a3-8e54-3deb50cf22e0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=79811af9-9a5e-46a5-888b-9f8cfd9e920a HTTP/1.1" status: 200 len: 210 time: 0.0295050 Apr 05 22:40:53.626641 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:53.627297 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:40:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:53.651086 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] No DVR routers for this DVR port f16a0444-be54-4574-84fa-36d3fdec41ac on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:40:53.654380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.658491 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b61a47c2-00a9-4125-aac2-0ae0a03147ec req-9d923764-8ecb-45d2-b9cd-cfe9d486bf09 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "DELETE /v2.0/ports/f16a0444-be54-4574-84fa-36d3fdec41ac HTTP/1.1" status: 204 len: 173 time: 0.8699565 Apr 05 22:40:53.658950 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-deleted', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:53.662498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f595d-dec1-4459-92de-f8a01f18eac2" -d '{"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-deleted", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:53.701622 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd8bf5-c1a2-4523-a6de-fdabe6911f91 x-openstack-request-id: req-89bd8bf5-c1a2-4523-a6de-fdabe6911f91 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:53.701945 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79811af9-9a5e-46a5-888b-9f8cfd9e920a", "name": "network-vif-deleted", "tag": "f16a0444-be54-4574-84fa-36d3fdec41ac", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:53.702206 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89bd8bf5-c1a2-4523-a6de-fdabe6911f91 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:53.702660 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bd8bf5-c1a2-4523-a6de-fdabe6911f91'] response: {'server_uuid': '79811af9-9a5e-46a5-888b-9f8cfd9e920a', 'name': 'network-vif-deleted', 'tag': 'f16a0444-be54-4574-84fa-36d3fdec41ac', 'status': 'completed', 'code': 200} Apr 05 22:40:53.767151 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:53.802906 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 67230820-f003-44c4-904a-597061a3fa2a details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:40:53.909274 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 67230820-f003-44c4-904a-597061a3fa2a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=67230820-f003-44c4-904a-597061a3fa2a,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:53.926471 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '67230820-f003-44c4-904a-597061a3fa2a', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'port_id': '67230820-f003-44c4-904a-597061a3fa2a', 'mac_address': 'fa:16:3e:96:93:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:40:53.963804 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 67230820-f003-44c4-904a-597061a3fa2a is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:53.964198 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (67230820-f003-44c4-904a-597061a3fa2a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:53.979970 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67230820-f003-44c4-904a-597061a3fa2a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:40:53.992558 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:54.000727 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 67230820-f003-44c4-904a-597061a3fa2a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=67230820-f003-44c4-904a-597061a3fa2a,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:54.004934 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (67230820-f003-44c4-904a-597061a3fa2a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:54.023846 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:40:54.032176 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:40:54.032779 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:40:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:54.051353 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=67230820-f003-44c4-904a-597061a3fa2a,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:54.058160 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.058547 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.058925 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.059272 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.059617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.059954 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.060289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.060624 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.060962 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.062000 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.062222 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.062556 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.062909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.063240 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.063560 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:54.230018 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:40:54.235125 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['67230820-f003-44c4-904a-597061a3fa2a'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:40:54.421583 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4e61a-46eb-40df-ad14-aff041862901 req-1205d81a-f347-4df9-954b-5f59176f73de tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:54.423103 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0e4e61a-46eb-40df-ad14-aff041862901 req-1205d81a-f347-4df9-954b-5f59176f73de tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 944 time: 0.0561039 Apr 05 22:40:54.448022 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:40:54.472396 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c0e4e61a-46eb-40df-ad14-aff041862901 req-9fbda77e-6b2a-4ad6-ba5e-762385ee288d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Apr 05 22:40:54.475107 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b843cc0-9b43-4b6a-b4b8-01fc7954615e None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:40:54.691193 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce837aa-5cdb-464c-a8ce-fb8f3c6edb0c None None] New status for floating IP 915941e6-855b-470c-b911-8dd1a0d6820e: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:40:55.591866 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb256fc-ca37-4144-aef4-b2ccbbc6d35f req-dae635d9-1945-42c0-8c1b-71a10fa438d2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:55.593375 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ddb256fc-ca37-4144-aef4-b2ccbbc6d35f req-dae635d9-1945-42c0-8c1b-71a10fa438d2 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 944 time: 0.0524244 Apr 05 22:40:55.643987 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ddb256fc-ca37-4144-aef4-b2ccbbc6d35f req-e658f40b-b990-4840-88ea-bbb96bb0351e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Apr 05 22:40:55.735070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36890) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:55.787986 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-765fa45b-b8e0-47fb-874c-0f98de5e17c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (1e6c57b5-a908-4d8b-8482-b23dbbee296d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:55.797603 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 67230820-f003-44c4-904a-597061a3fa2a up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:40:55.811380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-765fa45b-b8e0-47fb-874c-0f98de5e17c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (1e6c57b5-a908-4d8b-8482-b23dbbee296d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:55.845848 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 67230820-f003-44c4-904a-597061a3fa2a completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:40:55.850155 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 67230820-f003-44c4-904a-597061a3fa2a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:40:55.850545 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (67230820-f003-44c4-904a-597061a3fa2a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:55.859136 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-765fa45b-b8e0-47fb-874c-0f98de5e17c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (1e6c57b5-a908-4d8b-8482-b23dbbee296d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:55.861703 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-765fa45b-b8e0-47fb-874c-0f98de5e17c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:55.862888 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-765fa45b-b8e0-47fb-874c-0f98de5e17c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "DELETE /v2.0/security-groups/1e6c57b5-a908-4d8b-8482-b23dbbee296d HTTP/1.1" status: 204 len: 168 time: 0.1268106 Apr 05 22:40:55.865724 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:55.872090 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fa45b-b8e0-47fb-874c-0f98de5e17c8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c57b5-a908-4d8b-8482-b23dbbee296d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:55.886477 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-e71400b9-0a0d-491e-882e-1c4efdbb85f5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] show failed (client error): The resource could not be found. Apr 05 22:40:55.887540 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e71400b9-0a0d-491e-882e-1c4efdbb85f5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups/1e6c57b5-a908-4d8b-8482-b23dbbee296d HTTP/1.1" status: 404 len: 347 time: 0.0208898 Apr 05 22:40:55.890656 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36894) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:56.020536 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Deleting port aff65043-6b80-4311-ac71-608cee5c6e57 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:40:56.020885 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (aff65043-6b80-4311-ac71-608cee5c6e57), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.072837 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 67230820-f003-44c4-904a-597061a3fa2a is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:40:56.073145 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (67230820-f003-44c4-904a-597061a3fa2a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.095374 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67230820-f003-44c4-904a-597061a3fa2a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:40:56.097303 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (aff65043-6b80-4311-ac71-608cee5c6e57), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.097632 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (aff65043-6b80-4311-ac71-608cee5c6e57), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.097757 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53317403-877b-4fb0-b6e6-21d785b5c12f" -d '{"events": [{"server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "name": "network-vif-plugged", "status": "completed", "tag": "67230820-f003-44c4-904a-597061a3fa2a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:40:56.110861 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 67230820-f003-44c4-904a-597061a3fa2a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=67230820-f003-44c4-904a-597061a3fa2a,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:40:56.112991 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Calling delete_port for aff65043-6b80-4311-ac71-608cee5c6e57 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:40:56.116046 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (67230820-f003-44c4-904a-597061a3fa2a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.116898 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:40:56.148012 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e29bde-978b-457d-9b6c-06ab47b4c70d x-openstack-request-id: req-a1e29bde-978b-457d-9b6c-06ab47b4c70d {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:40:56.148442 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "name": "network-vif-plugged", "status": "completed", "tag": "67230820-f003-44c4-904a-597061a3fa2a", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:40:56.148791 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1e29bde-978b-457d-9b6c-06ab47b4c70d {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:40:56.149431 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e29bde-978b-457d-9b6c-06ab47b4c70d'] response: {'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67230820-f003-44c4-904a-597061a3fa2a', 'code': 200} Apr 05 22:40:56.172017 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: f16a0444-be54-4574-84fa-36d3fdec41ac {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:40:56.172452 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device f16a0444-be54-4574-84fa-36d3fdec41ac not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:40:56.198100 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=67230820-f003-44c4-904a-597061a3fa2a,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:56.269125 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (aff65043-6b80-4311-ac71-608cee5c6e57), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.299493 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event deleted for resources: {'Port': ['ID=aff65043-6b80-4311-ac71-608cee5c6e57,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:56.311227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.311722 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.312051 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.312496 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.312840 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.313185 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.313573 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.313910 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.314242 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.314574 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.314928 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.315259 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.315587 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.315912 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.316237 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:40:56.364705 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039cc83-eda1-4852-9756-353184b0044e req-9021f8e9-0faa-4ff5-abb1-c0784d104861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:56.366206 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b039cc83-eda1-4852-9756-353184b0044e req-9021f8e9-0faa-4ff5-abb1-c0784d104861 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 1129 time: 0.0453417 Apr 05 22:40:56.372543 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (915941e6-855b-470c-b911-8dd1a0d6820e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.376173 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:56.378766 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c24afb25-ad4b-4913-91e2-4b95d922421a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "DELETE /v2.0/floatingips/915941e6-855b-470c-b911-8dd1a0d6820e HTTP/1.1" status: 204 len: 168 time: 0.4856935 Apr 05 22:40:56.416622 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b039cc83-eda1-4852-9756-353184b0044e req-463091ca-4bb3-4527-8e74-11b58532a3f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445461 Apr 05 22:40:56.772971 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b408-60af-4b00-854d-e3ed5c310ae7 req-4c072ede-088b-4ddd-b975-9843ec04a8f7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:56.774460 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8688b408-60af-4b00-854d-e3ed5c310ae7 req-4c072ede-088b-4ddd-b975-9843ec04a8f7 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 945 time: 0.0570607 Apr 05 22:40:56.823492 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8688b408-60af-4b00-854d-e3ed5c310ae7 req-d960049b-c1b8-4f44-9f55-35aa137c6bd0 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Apr 05 22:40:57.038091 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36902) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:57.042674 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777769624', 'description': 'tempest-description--259155249'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:57.063767 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.128795 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (d152777c-3c87-473f-a9b1-8015abfbba5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.132801 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d152777c-3c87-473f-a9b1-8015abfbba5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.161285 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.162500 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1233687 Apr 05 22:40:57.164292 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3b35d-f0ab-4586-b771-c77bea120592 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d152777c-3c87-473f-a9b1-8015abfbba5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:57.165540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36904) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:57.169977 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'security_group_rule': {'security_group_id': 'd152777c-3c87-473f-a9b1-8015abfbba5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:57.195129 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (78018a1a-522b-41ce-866c-00efab94fbfe), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.249939 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (78018a1a-522b-41ce-866c-00efab94fbfe), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.253469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (78018a1a-522b-41ce-866c-00efab94fbfe), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.272569 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78018a1a-522b-41ce-866c-00efab94fbfe,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:57.282804 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.283956 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a05b2b0d-ec29-430d-8fbb-e52a78fa7349 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174204 Apr 05 22:40:57.286642 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36906) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:57.290968 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'security_group_rule': {'security_group_id': 'd152777c-3c87-473f-a9b1-8015abfbba5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:57.316512 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (532eb998-08b4-49c3-9324-62df82cdc361), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.371434 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (532eb998-08b4-49c3-9324-62df82cdc361), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.375067 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (532eb998-08b4-49c3-9324-62df82cdc361), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.391641 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532eb998-08b4-49c3-9324-62df82cdc361,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:57.400432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.401606 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f0600260-188d-4256-9d1c-71f7e4e7e29d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140137 Apr 05 22:40:57.404988 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36908) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:57.409973 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:57.430683 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.525736 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.634494 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Allocated IP 172.27.0.50 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/e690133e-43f7-4bdc-8bb3-331fee83ce02) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:57.738717 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.775479 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.812832 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:57.815564 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:57.817825 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:57.846588 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'Port': ['ID=e690133e-43f7-4bdc-8bb3-331fee83ce02,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:57.937058 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (9c736d08-1a2d-470b-b821-c1e09f90e4fb), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:57.977506 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4cad4-33b7-422b-95ca-f2e07681cef9 req-5bda2530-f432-4021-a5b2-fc985f609e3f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:57.978991 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-14e4cad4-33b7-422b-95ca-f2e07681cef9 req-5bda2530-f432-4021-a5b2-fc985f609e3f tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 945 time: 0.0860243 Apr 05 22:40:57.990392 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.064866 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-14e4cad4-33b7-422b-95ca-f2e07681cef9 req-32b0b38e-5861-4b30-8892-c08b6449321e tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798874 Apr 05 22:40:58.176320 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.181280 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.188688 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d42b-b90e-404b-b048-4df5394c46ca req-061ed5fc-cd70-49cd-abab-2324ce7c3a5b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:58.190205 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f5a7d42b-b90e-404b-b048-4df5394c46ca req-061ed5fc-cd70-49cd-abab-2324ce7c3a5b tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 945 time: 0.0580280 Apr 05 22:40:58.250079 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f5a7d42b-b90e-404b-b048-4df5394c46ca req-c8dd0782-c8e2-48d3-9b09-c44894c389a4 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517900 Apr 05 22:40:58.274275 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 36914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:58.276815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'Port': ['ID=e690133e-43f7-4bdc-8bb3-331fee83ce02,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:58.281019 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9c736d08-1a2d-470b-b821-c1e09f90e4fb), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.298089 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.299379 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1ffee246-fd51-43de-8851-7f7df3d8f0b1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8926399 Apr 05 22:40:58.321377 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b0617-dc68-44c3-abc3-ca2554f97305 tempest-TestVolumeBootPattern-1590422056 tempest-TestVolumeBootPattern-1590422056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:58.327888 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36918) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:40:58.328309 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e91b0617-dc68-44c3-abc3-ca2554f97305 tempest-TestVolumeBootPattern-1590422056 tempest-TestVolumeBootPattern-1590422056-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 1124 time: 0.0518076 Apr 05 22:40:58.333132 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'port_id': '67230820-f003-44c4-904a-597061a3fa2a', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:40:58.357474 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.476323 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.612862 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-42c34565-c077-43f2-8e2c-883b1c30af9c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1777769624&fields=id&tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 267 time: 0.0872264 Apr 05 22:40:58.660002 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Allocated IP 172.27.0.194 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/731f207f-e8fb-4ee6-9ebb-3e79f943c900) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:40:58.826917 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-f2e0ab61-c772-4736-a197-b676ac08040b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:40:58.828968 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-f2e0ab61-c772-4736-a197-b676ac08040b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 816 time: 0.2066629 Apr 05 22:40:58.855936 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-ffbffa8e-aa90-4898-8f6e-4b020d532820 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/quotas/f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 375 time: 0.0208483 Apr 05 22:40:58.893762 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:58.959971 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-5a499065-521f-48e3-8abe-f1645b7c75a3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971568 Apr 05 22:40:58.981324 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:59.341487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:40:59.346536 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:40:59.348980 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:40:59.383298 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=731f207f-e8fb-4ee6-9ebb-3e79f943c900,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:40:59.405696 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-23f44cf1-73c9-495e-98b1-31c2c930808f service neutron] 10.222.0.26 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330456 Apr 05 22:40:59.590910 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-d5da5d3a-037b-4ab8-8842-ae5f92778e80 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791475 Apr 05 22:40:59.826595 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c971f32b-2fb7-48c4-9a78-2539a0bf9705 req-17984735-0c43-4f58-a468-e5f32976f3f4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 210 time: 0.0398183 Apr 05 22:40:59.851246 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (44e1a0cb-0514-4e3e-81ef-42b3b2beb804), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:40:59.929413 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:00.085140 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:00.089366 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:00.161487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event updated for resources: {'Port': ['ID=731f207f-e8fb-4ee6-9ebb-3e79f943c900,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:00.172459 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (44e1a0cb-0514-4e3e-81ef-42b3b2beb804), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:00.279465 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Floating IP 44e1a0cb-0514-4e3e-81ef-42b3b2beb804 associated. External IP: 172.27.0.194, port: 67230820-f003-44c4-904a-597061a3fa2a. Apr 05 22:41:00.493562 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:41:00.611707 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:41:00.621939 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:41:00.637273 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:00.637899 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:40:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:00.649256 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:00.736886 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7107ff69-ce44-434c-ad04-2cd024d35dfb tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3949051 Apr 05 22:41:00.736886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'tag': '67230820-f003-44c4-904a-597061a3fa2a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:00.736886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905a966-be0e-4cc4-960d-e6ea1f06321f" -d '{"events": [{"name": "network-changed", "server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "tag": "67230820-f003-44c4-904a-597061a3fa2a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:00.762691 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:00.779155 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-7bccee62-d491-468a-a09d-88403e2d4147 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:00.781928 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-7bccee62-d491-468a-a09d-88403e2d4147 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 816 time: 0.1593077 Apr 05 22:41:00.785034 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16edc873-6084-4173-a3de-8867380b9683 x-openstack-request-id: req-16edc873-6084-4173-a3de-8867380b9683 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:00.785404 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "tag": "67230820-f003-44c4-904a-597061a3fa2a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:00.786093 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16edc873-6084-4173-a3de-8867380b9683 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:00.786589 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16edc873-6084-4173-a3de-8867380b9683'] response: {'name': 'network-changed', 'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'tag': '67230820-f003-44c4-904a-597061a3fa2a', 'status': 'completed', 'code': 200} Apr 05 22:41:00.855935 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-c1b34a0e-7211-4d2e-ba21-d0e4ca4e2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:00.858342 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-c1b34a0e-7211-4d2e-ba21-d0e4ca4e2af5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 1129 time: 0.0548837 Apr 05 22:41:00.872937 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-8003e0fe-1cd0-4777-918d-7d3551a471ca tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 380 time: 0.0736454 Apr 05 22:41:00.909306 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'port': {'device_id': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'admin_state_up': True, 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'security_groups': ['d152777c-3c87-473f-a9b1-8015abfbba5a']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:41:00.951769 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-580974b5-55dc-4b7f-bd14-028a98ecb9c2 req-acbcf126-19a3-42d2-8faf-a3808dcacdc0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 210 time: 0.0486488 Apr 05 22:41:01.009817 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '44e1a0cb-0514-4e3e-81ef-42b3b2beb804', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '67230820-f003-44c4-904a-597061a3fa2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:96:93:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:59Z', 'updated_at': '2022-04-05T22:40:59Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}, {'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:57Z', 'revision_number': 1, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:01.021786 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Made reservation on behalf of f5ebb86dd6ea4ad5aba03cb7fb29f683 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:41:01.025232 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-78f3ddf5-bf8a-4fa9-bc09-0e5233703233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:01.026187 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.026907 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-78f3ddf5-bf8a-4fa9-bc09-0e5233703233 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.1215878 Apr 05 22:41:01.041337 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:41:01.051762 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:01.052635 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:40:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:01.101106 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-dc945034-ed3b-46a0-87c9-9a5d9101187b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67230820-f003-44c4-904a-597061a3fa2a HTTP/1.1" status: 200 len: 999 time: 0.0679915 Apr 05 22:41:01.154062 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-22689949-3947-41cc-bb11-fc5eb309d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:01.156248 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-22689949-3947-41cc-bb11-fc5eb309d34c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0492034 Apr 05 22:41:01.166764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Allocated IP 172.20.0.10 (bb4e4848-f4cb-4185-8171-6dd146df89b8/090a286f-1e51-41fe-90f4-82d6d82f6ec8/811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:41:01.175246 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:01.207902 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-916d426a-a193-4900-a696-f26275e9a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:01.209435 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-916d426a-a193-4900-a696-f26275e9a6fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479445 Apr 05 22:41:01.305756 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-aafac835-c16e-443b-ad37-2fddf651d037 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906148 Apr 05 22:41:01.323149 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.362716 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.402165 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6905a966-be0e-4cc4-960d-e6ea1f06321f req-a0c4f386-6f2e-4270-84eb-c2298d4251a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906696 Apr 05 22:41:01.405989 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:41:01.409176 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:41:01.415338 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:41:01.418092 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '44e1a0cb-0514-4e3e-81ef-42b3b2beb804', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '67230820-f003-44c4-904a-597061a3fa2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:96:93:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:59Z', 'updated_at': '2022-04-05T22:40:59Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}, {'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:57Z', 'revision_number': 1, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:01.422239 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:01.448544 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613b696-af1b-4be7-be6c-3d92299811f8 None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '44e1a0cb-0514-4e3e-81ef-42b3b2beb804', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '67230820-f003-44c4-904a-597061a3fa2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:96:93:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:59Z', 'updated_at': '2022-04-05T22:40:59Z', 'revision_number': 0, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}, {'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:57Z', 'revision_number': 1, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:41:01.470079 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:01.470891 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.489712 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-59bf36c9-3e0a-498f-9e98-94f0b647519a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848899 Apr 05 22:41:01.501215 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Request body: {'port': {'device_id': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:41:01.569778 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.680840 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be044a36-361d-491f-b86a-e9bb5a0ee143 None None] New status for floating IP 44e1a0cb-0514-4e3e-81ef-42b3b2beb804: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:41:01.722163 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-b279a1ff-e7c5-4028-8ced-b3690aad255c None None] Provisioning complete for port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:41:01.722458 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b279a1ff-e7c5-4028-8ced-b3690aad255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.802953 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-b279a1ff-e7c5-4028-8ced-b3690aad255c None None] Port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:41:01.848988 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:41:01.858073 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Publish callbacks [] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.871597 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Transition to ACTIVE for port object 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:41:01.875568 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:01.929681 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:02.001668 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Attempting to bind port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:41:02.001878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Attempting to bind port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:41:02.002212 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Attempting to bind port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 on network bb4e4848-f4cb-4185-8171-6dd146df89b8 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:41:02.007027 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 on network bb4e4848-f4cb-4185-8171-6dd146df89b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:41:02.008703 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Attempting to bind port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 on network bb4e4848-f4cb-4185-8171-6dd146df89b8 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:41:02.012377 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:41:02.012719 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Checking segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:41:02.013111 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Bound using segment: {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:41:02.013539 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Bound port: 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a92f2a4-fda8-4493-a336-ccb2dff075ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:41:02.013906 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:02.107018 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:41:02.110613 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:41:02.118435 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:02.131005 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8b78e-d65e-4978-9c16-07e5c7ce2455 req-fd8e19d7-2c02-47ad-bb1e-e1fe3cf80c1f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:02.132507 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a6e8b78e-d65e-4978-9c16-07e5c7ce2455 req-fd8e19d7-2c02-47ad-bb1e-e1fe3cf80c1f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0849011 Apr 05 22:41:02.171937 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:02.172570 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:02.173932 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] 10.222.0.24 "PUT /v2.0/ports/811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 1094 time: 0.6778669 Apr 05 22:41:02.248156 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc2148-5b5e-4b53-8436-4a6146727dab service neutron] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:02.258455 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a6e8b78e-d65e-4978-9c16-07e5c7ce2455 req-23584040-a673-4209-82bf-c8b73a0a6dbb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998886 Apr 05 22:41:02.286394 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-788a210d-f44a-4ad5-999a-fad35f1f0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:02.287939 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-788a210d-f44a-4ad5-999a-fad35f1f0467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1128 time: 0.0732775 Apr 05 22:41:02.330096 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-3ad2ec66-d058-4bf3-af7d-a178e55d70bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 217 time: 0.0354502 Apr 05 22:41:02.381918 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-89f673bf-24ba-4361-9265-01d29c316d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:02.383322 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-89f673bf-24ba-4361-9265-01d29c316d90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0477438 Apr 05 22:41:02.430904 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-5e43aca9-8945-42c0-92ee-8b609cf9474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:02.432301 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-5e43aca9-8945-42c0-92ee-8b609cf9474a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432305 Apr 05 22:41:02.521615 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-d7ee37b4-a6ba-4cfe-988c-6dfe259ad930 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831025 Apr 05 22:41:02.609334 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b153f4b-a1cf-4666-b1f0-2c1303727b5a req-f7d966d0-278d-4c8a-9788-054dac13074a service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809925 Apr 05 22:41:02.788178 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:02.790584 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b593128-5110-4403-b743-fc9a9d697aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:02.825099 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdbe905-3525-471b-a7fa-28a44a64960a x-openstack-request-id: req-ccdbe905-3525-471b-a7fa-28a44a64960a {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:02.825389 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:02.825642 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccdbe905-3525-471b-a7fa-28a44a64960a {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:02.826041 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdbe905-3525-471b-a7fa-28a44a64960a'] response: {'name': 'network-changed', 'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'status': 'completed', 'code': 200} Apr 05 22:41:02.849626 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:03.418171 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f8b5-0ae1-4cf6-99a7-50238421997d req-e072ae62-a52e-49bc-b52e-da850d9476b9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:03.419678 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fc97f8b5-0ae1-4cf6-99a7-50238421997d req-e072ae62-a52e-49bc-b52e-da850d9476b9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0872407 Apr 05 22:41:03.426141 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-cd901211-a670-4e4e-884b-e9f2d43b30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:03.427651 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-cd901211-a670-4e4e-884b-e9f2d43b30ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1128 time: 0.0678365 Apr 05 22:41:03.522027 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fc97f8b5-0ae1-4cf6-99a7-50238421997d req-1c121e92-0deb-4aad-95f5-0cdcf881732c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934517 Apr 05 22:41:03.543834 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-7d0f1d89-dd4f-459b-ae0a-7632f2d4a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:03.545215 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-7d0f1d89-dd4f-459b-ae0a-7632f2d4a632 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.1112492 Apr 05 22:41:03.590117 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-d0eb0fc6-d750-40ac-94da-4b194d6d051a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 217 time: 0.0379548 Apr 05 22:41:03.636299 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-c4a60867-781c-4a01-a294-89206b62b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:03.637686 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-c4a60867-781c-4a01-a294-89206b62b2b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0419254 Apr 05 22:41:03.683316 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-453c8d02-03a6-4e37-a08c-3a741e48e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:03.684742 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-453c8d02-03a6-4e37-a08c-3a741e48e000 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415876 Apr 05 22:41:03.776143 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-6e65cd55-3694-4089-882c-2d407add01a8 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849175 Apr 05 22:41:03.865644 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b593128-5110-4403-b743-fc9a9d697aa9 req-f279daa3-af92-4b36-82b0-f491a4ba1a10 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840337 Apr 05 22:41:04.643551 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa0760-4e83-4b7a-aa41-5860901a2d20 req-a2cacdbd-23c0-4410-9a2d-e94f04794e5b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:04.645005 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7daa0760-4e83-4b7a-aa41-5860901a2d20 req-a2cacdbd-23c0-4410-9a2d-e94f04794e5b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0512948 Apr 05 22:41:04.693643 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7daa0760-4e83-4b7a-aa41-5860901a2d20 req-7f2a8c7a-8c59-4659-b327-6b44ea14877d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Apr 05 22:41:05.816582 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb7eea-91f6-40d2-8202-86b7b225bea1 req-cfc9dae6-d69e-4b91-ac43-e42275212e16 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:05.818089 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-31fb7eea-91f6-40d2-8202-86b7b225bea1 req-cfc9dae6-d69e-4b91-ac43-e42275212e16 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0533915 Apr 05 22:41:05.843974 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:41:05.865949 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-31fb7eea-91f6-40d2-8202-86b7b225bea1 req-e3cfa7b3-074a-4124-b434-2897bb33c618 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Apr 05 22:41:05.875002 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d95e-a7c9-432a-881a-c702b9ad2706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:05.953613 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:05.963906 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'mac_address': 'fa:16:3e:09:4b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:41:06.004793 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:06.005100 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:06.017758 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:41:06.036944 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:06.040417 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:06.084468 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:06.253357 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:41:06.989979 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b52143-bd2b-4b4f-9a0f-c03c2cd3c6d5 req-5d664d5f-d145-48bc-bed5-2bad1b6b4512 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:06.991526 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6b52143-bd2b-4b4f-9a0f-c03c2cd3c6d5 req-5d664d5f-d145-48bc-bed5-2bad1b6b4512 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 945 time: 0.0517578 Apr 05 22:41:07.040028 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d6b52143-bd2b-4b4f-9a0f-c03c2cd3c6d5 req-b53974b3-44aa-4ceb-84c4-08a88e98a794 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 Apr 05 22:41:07.843349 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:41:07.892089 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:41:07.896054 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:41:07.896425 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:07.974901 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:41:07.975283 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:07.996544 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:07.999321 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d60952-eb8c-44ca-8b70-6935b1194110" -d '{"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-plugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:08.010965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:41:08.015486 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:08.037931 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef05f2-84cd-4a74-9775-ff3b42d9dde6 x-openstack-request-id: req-1eef05f2-84cd-4a74-9775-ff3b42d9dde6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:08.038224 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-plugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:08.038478 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1eef05f2-84cd-4a74-9775-ff3b42d9dde6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:08.038904 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eef05f2-84cd-4a74-9775-ff3b42d9dde6'] response: {'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'code': 200} Apr 05 22:41:08.064794 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:41:08.159108 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-089d2cc8-b6db-4aa8-9eba-cadf3c77e9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:08.169521 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b613-57dd-4e0a-93a7-fc489ae09133 req-02ce6653-e8c0-42d8-b95d-31569a1d4f7d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:08.174777 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-61c2b613-57dd-4e0a-93a7-fc489ae09133 req-02ce6653-e8c0-42d8-b95d-31569a1d4f7d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0610723 Apr 05 22:41:08.204222 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb0aed-05a2-44be-bfd4-9938fcc37801 req-a4ec3404-d419-4eec-9252-578ccc620c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:08.205711 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e1fb0aed-05a2-44be-bfd4-9938fcc37801 req-a4ec3404-d419-4eec-9252-578ccc620c96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1130 time: 0.0444827 Apr 05 22:41:08.218592 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-61c2b613-57dd-4e0a-93a7-fc489ae09133 req-b68f926e-f02c-44af-819e-f334a5284b5a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Apr 05 22:41:08.253256 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e1fb0aed-05a2-44be-bfd4-9938fcc37801 req-2a846576-927d-40ba-aebb-6c1e57815327 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Apr 05 22:41:09.347531 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891f3a-033d-409d-8fe9-8f34cdd6aa2a req-877947ea-2a33-4adc-b9cf-cebe56576d71 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:09.349007 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d5891f3a-033d-409d-8fe9-8f34cdd6aa2a req-877947ea-2a33-4adc-b9cf-cebe56576d71 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0548365 Apr 05 22:41:09.376215 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:09.388114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:09.397300 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d5891f3a-033d-409d-8fe9-8f34cdd6aa2a req-45493cfd-147b-430c-9b7f-c993ddc23ca3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Apr 05 22:41:10.520458 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177c8b-e90c-4bab-ac29-3716521e391b req-b2596626-822b-4baa-bfef-274ec783ac60 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:10.521825 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4d177c8b-e90c-4bab-ac29-3716521e391b req-b2596626-822b-4baa-bfef-274ec783ac60 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0545406 Apr 05 22:41:10.567063 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4d177c8b-e90c-4bab-ac29-3716521e391b req-f3d538f0-e52a-4a44-817d-360d5dce7a52 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396745 Apr 05 22:41:10.685624 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7f5ee-55f7-4fb8-aaba-7dc916611891 req-259d581c-640e-4c15-b779-dd07600e2289 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:10.687261 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-70c7f5ee-55f7-4fb8-aaba-7dc916611891 req-259d581c-640e-4c15-b779-dd07600e2289 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0541029 Apr 05 22:41:10.688399 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:10.696379 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 36978) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:41:10.700764 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Request body: {'floatingip': {'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:41:10.743245 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (9c736d08-1a2d-470b-b821-c1e09f90e4fb), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:11.451432 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:11.455273 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9c736d08-1a2d-470b-b821-c1e09f90e4fb), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:11.557519 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Floating IP 9c736d08-1a2d-470b-b821-c1e09f90e4fb associated. External IP: 172.27.0.50, port: 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037. Apr 05 22:41:11.779326 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:41:11.889070 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:41:11.894228 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:11.899077 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:41:11.910170 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:11.910907 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:41:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:11.925513 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-95088e14-5e7b-4edc-82e1-b916f3d4ba17 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "PUT /v2.0/floatingips/9c736d08-1a2d-470b-b821-c1e09f90e4fb HTTP/1.1" status: 200 len: 991 time: 1.2280955 Apr 05 22:41:11.926100 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:41:11.928361 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4233d72-8541-4977-9fbc-1bb2082f8f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:41:11.965607 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f058882-945b-4d42-b6d5-f2ef2713db3c x-openstack-request-id: req-5f058882-945b-4d42-b6d5-f2ef2713db3c {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:41:11.965905 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:41:11.966166 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f058882-945b-4d42-b6d5-f2ef2713db3c {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:41:11.970010 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f058882-945b-4d42-b6d5-f2ef2713db3c'] response: {'name': 'network-changed', 'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'status': 'completed', 'code': 200} Apr 05 22:41:12.022239 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:12.040052 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-c645bad9-1030-43d0-8340-84a61ab1ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.041583 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-c645bad9-1030-43d0-8340-84a61ab1ff6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1130 time: 0.0499735 Apr 05 22:41:12.129249 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-71bf7496-0610-440a-b2e0-0fb5bace2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.130805 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-71bf7496-0610-440a-b2e0-0fb5bace2ea2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0829253 Apr 05 22:41:12.198861 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-0608e576-11fd-4ae2-9702-07193df53ba7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 999 time: 0.0625458 Apr 05 22:41:12.244106 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '9c736d08-1a2d-470b-b821-c1e09f90e4fb', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'mac_address': 'fa:16:3e:09:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:57Z', 'updated_at': '2022-04-05T22:41:11Z', 'revision_number': 1, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:12.249303 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-400f43b3-a6d6-46a6-94d4-a247f51d5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.251136 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-400f43b3-a6d6-46a6-94d4-a247f51d5159 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0444779 Apr 05 22:41:12.302677 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:12.304793 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-87f27860-4e59-4289-8227-2e03d914625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:12.306518 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-87f27860-4e59-4289-8227-2e03d914625e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496862 Apr 05 22:41:12.369513 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:41:12.378520 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:41:12.379153 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:41:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:12.403175 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-af97dae4-fb3d-4dd1-97a1-d0c98141aad1 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908046 Apr 05 22:41:12.482654 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:41:12.490068 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4233d72-8541-4977-9fbc-1bb2082f8f5d req-02c97160-b79d-4308-9399-c1492fc8d702 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813103 Apr 05 22:41:12.698283 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '9c736d08-1a2d-470b-b821-c1e09f90e4fb', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'mac_address': 'fa:16:3e:09:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:57Z', 'updated_at': '2022-04-05T22:41:11Z', 'revision_number': 1, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:41:12.726642 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b0060-aba4-4412-87c5-f3c89f06d084 None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '9c736d08-1a2d-470b-b821-c1e09f90e4fb', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'mac_address': 'fa:16:3e:09:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:40:57Z', 'updated_at': '2022-04-05T22:41:11Z', 'revision_number': 1, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:41:12.908411 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc1b70b-a005-44f1-ae6e-2a4e9259ed5a None None] New status for floating IP 9c736d08-1a2d-470b-b821-c1e09f90e4fb: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:41:32.846505 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:35.856749 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-aef458c1-a23d-4ac7-afb9-186e7ec53154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:36.814729 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-0d7b2759-906e-426a-b517-bf7f1f482f42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428362 Apr 05 22:41:36.903091 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-dbe10fbe-7e2f-4516-a809-61358adac960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:36.904826 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-dbe10fbe-7e2f-4516-a809-61358adac960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1129 time: 0.0475869 Apr 05 22:41:37.003475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-6cb90004-f9ae-4929-848b-64776e7616e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:37.004835 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-6cb90004-f9ae-4929-848b-64776e7616e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.0816262 Apr 05 22:41:37.071817 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-5bcabd5b-6f58-4b1a-a480-41d92e2769a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 1000 time: 0.0597618 Apr 05 22:41:37.121029 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-cce3c179-ac7a-4d52-bb22-27cb75e30fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:37.122479 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-cce3c179-ac7a-4d52-bb22-27cb75e30fa7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0443397 Apr 05 22:41:37.170504 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-0217de8d-f8de-4ef2-b5f9-f46df61dc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:37.172123 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-0217de8d-f8de-4ef2-b5f9-f46df61dc1ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431421 Apr 05 22:41:37.263846 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-cc9f06cd-71ed-4c83-a2f8-2379031f3ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Apr 05 22:41:37.351991 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46e0fb04-6091-42a9-aa38-61f58a31f895 req-b2804491-1a48-4efb-ba86-5c30a220c3bf service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810492 Apr 05 22:41:38.160859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb1e10ca-2efb-4a53-a28e-c69f516da7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:39.390387 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:40.691965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:42.305009 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:41:46.375768 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:41:46.990008 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c32dd-0771-4447-baf3-4c2a917ae02f req-f01b1237-e0fc-452e-832c-9b3b44e3c427 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:46.991536 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f5c32dd-0771-4447-baf3-4c2a917ae02f req-f01b1237-e0fc-452e-832c-9b3b44e3c427 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0570650 Apr 05 22:41:47.037834 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f5c32dd-0771-4447-baf3-4c2a917ae02f req-922c96a1-e026-4819-8bba-fcc61be79586 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Apr 05 22:41:48.162511 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde64d1c-4c9e-4f08-a743-d0376a1d51a6 req-bb4ace43-a80e-4e61-92bf-87587412f452 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:48.164098 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fde64d1c-4c9e-4f08-a743-d0376a1d51a6 req-bb4ace43-a80e-4e61-92bf-87587412f452 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0535805 Apr 05 22:41:48.210021 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fde64d1c-4c9e-4f08-a743-d0376a1d51a6 req-ec34d94c-691a-4852-a5ad-88ec8dce4b10 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400648 Apr 05 22:41:49.333472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acec29a-539f-4bb2-8c81-7f2552893909 req-deaf4cfb-642e-4d90-a700-690317554b6c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:49.335001 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6acec29a-539f-4bb2-8c81-7f2552893909 req-deaf4cfb-642e-4d90-a700-690317554b6c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0528600 Apr 05 22:41:49.382398 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6acec29a-539f-4bb2-8c81-7f2552893909 req-e048f1a1-e54a-4b78-829b-a2829f1ca9df tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Apr 05 22:41:50.505462 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76357c28-4638-4d75-b2bb-f134d803b846 req-14286986-f745-4ed0-b809-81e986c752a2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:50.506874 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-76357c28-4638-4d75-b2bb-f134d803b846 req-14286986-f745-4ed0-b809-81e986c752a2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0546710 Apr 05 22:41:50.553167 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-76357c28-4638-4d75-b2bb-f134d803b846 req-5f1f7727-cd02-463f-9fa1-bfd287f84781 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Apr 05 22:41:51.675945 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca9bf4-a097-4e76-a718-214bd5df9b11 req-3c6c417b-3d9c-4443-b079-b26647917c3f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:51.677472 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-60ca9bf4-a097-4e76-a718-214bd5df9b11 req-3c6c417b-3d9c-4443-b079-b26647917c3f tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0534544 Apr 05 22:41:51.727709 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-60ca9bf4-a097-4e76-a718-214bd5df9b11 req-d899e875-8f86-49eb-9ef7-36c550e62b0d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Apr 05 22:41:52.848980 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1a226-686f-4ee3-9403-9ffb4c583eb2 req-ba1bddf6-f222-4c63-83ab-8eb2901534c6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:52.850455 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-89b1a226-686f-4ee3-9403-9ffb4c583eb2 req-ba1bddf6-f222-4c63-83ab-8eb2901534c6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0515549 Apr 05 22:41:52.896237 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-89b1a226-686f-4ee3-9403-9ffb4c583eb2 req-a3128435-3b77-467f-ab69-1b931a7c7872 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Apr 05 22:41:54.176288 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a33dff-1ddc-43a8-967d-9f65cc4b5647 req-695c5134-4d44-462e-976c-1d2b24f90c49 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:54.177892 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8a33dff-1ddc-43a8-967d-9f65cc4b5647 req-695c5134-4d44-462e-976c-1d2b24f90c49 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0612922 Apr 05 22:41:54.224099 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8a33dff-1ddc-43a8-967d-9f65cc4b5647 req-e2072861-d44c-4a5a-82be-db3f08fe96b2 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403836 Apr 05 22:41:55.345690 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c612e8-dc55-4e9c-8152-c285f615ac2b req-0df0c130-5ce7-4e09-9252-549e42e35e9b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:55.347172 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62c612e8-dc55-4e9c-8152-c285f615ac2b req-0df0c130-5ce7-4e09-9252-549e42e35e9b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0516610 Apr 05 22:41:55.396769 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-62c612e8-dc55-4e9c-8152-c285f615ac2b req-04887e75-e4ed-437e-a36d-cd883a38c78e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Apr 05 22:41:56.516879 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ff0f8-665a-40c2-90a9-58adafafa036 req-7cb40e81-f696-4412-9333-53fe326ca9b3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:56.518272 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-814ff0f8-665a-40c2-90a9-58adafafa036 req-7cb40e81-f696-4412-9333-53fe326ca9b3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0518847 Apr 05 22:41:56.564158 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-814ff0f8-665a-40c2-90a9-58adafafa036 req-d72a304c-5570-4fb4-b25b-64a512279fc8 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Apr 05 22:41:57.684870 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb59de-61d7-4f51-b6b3-ef33ebd2e460 req-378eff01-d2c2-4db7-b1c9-19beb5eb74fb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:57.686348 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-56bb59de-61d7-4f51-b6b3-ef33ebd2e460 req-378eff01-d2c2-4db7-b1c9-19beb5eb74fb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0516517 Apr 05 22:41:57.733459 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-56bb59de-61d7-4f51-b6b3-ef33ebd2e460 req-f85e4ce4-dc53-456c-9faf-3d9f517405bf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405905 Apr 05 22:41:58.858421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ac115-c5e4-493c-83df-fe4aa7adbe4a req-574d9204-2a0f-4d29-9e12-41e3a2ec83d1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:41:58.859938 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-438ac115-c5e4-493c-83df-fe4aa7adbe4a req-574d9204-2a0f-4d29-9e12-41e3a2ec83d1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0557010 Apr 05 22:41:58.905072 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-438ac115-c5e4-493c-83df-fe4aa7adbe4a req-cf2fe0aa-de0b-431c-accd-caeac6976bfb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384417 Apr 05 22:42:00.040919 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0868fe0-61c8-408c-a191-91ca6f5f7388 req-c2f885b9-4684-4c06-8ee7-5dd8fa6df725 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:00.043197 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0868fe0-61c8-408c-a191-91ca6f5f7388 req-c2f885b9-4684-4c06-8ee7-5dd8fa6df725 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0591576 Apr 05 22:42:00.129984 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:42:00.132480 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0868fe0-61c8-408c-a191-91ca6f5f7388 req-759febf4-dd8c-4ce3-bfe6-d92f2fab3cb1 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830235 Apr 05 22:42:00.273088 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:00.287795 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'mac_address': 'fa:16:3e:09:4b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:42:00.343407 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: ACTIVE; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:00.344096 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.359581 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:00.392548 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:00.399515 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:00.468494 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:00.481480 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.481889 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.482427 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.483545 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.484000 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.484448 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.484780 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.485112 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.485437 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.485995 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.486502 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.486892 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.487327 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.487659 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.487994 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:00.502935 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:01.267946 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb970f7-b247-48b0-8525-cbdf0db2d0b0 req-3440a13f-431c-47a4-93da-f15ef8751e11 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:01.270190 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-efb970f7-b247-48b0-8525-cbdf0db2d0b0 req-3440a13f-431c-47a4-93da-f15ef8751e11 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 945 time: 0.0644248 Apr 05 22:42:01.335297 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-efb970f7-b247-48b0-8525-cbdf0db2d0b0 req-32bf815f-1232-4813-a369-21020f3b670e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592103 Apr 05 22:42:02.132746 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:42:02.183400 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:02.183400 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.285675 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:02.286983 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.314158 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:02.319234 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1ff70f-8050-43b7-800a-ceb7c744f80b" -d '{"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-plugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:02.333829 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:02.340775 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:02.397320 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:02.403634 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de00579-f16c-447f-bfda-a5e2e4961823 x-openstack-request-id: req-1de00579-f16c-447f-bfda-a5e2e4961823 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:02.403931 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-plugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:02.404239 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1de00579-f16c-447f-bfda-a5e2e4961823 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:02.405017 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de00579-f16c-447f-bfda-a5e2e4961823'] response: {'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'code': 200} Apr 05 22:42:02.499399 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9983-b8bf-46bb-af58-74a1a7876616 req-2c0aa298-c974-448b-a8e4-4e6262f3f835 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:02.500934 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f0b9983-b8bf-46bb-af58-74a1a7876616 req-2c0aa298-c974-448b-a8e4-4e6262f3f835 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0622988 Apr 05 22:42:02.549498 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4f0b9983-b8bf-46bb-af58-74a1a7876616 req-64950800-b024-42bb-931c-158cabe7bece tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Apr 05 22:42:02.876171 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:03.696604 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde85129-1f05-4099-92c5-3a34e39b8d92 req-a4221cb1-6f66-4d33-aa32-98e003bab9cf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:03.698148 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fde85129-1f05-4099-92c5-3a34e39b8d92 req-a4221cb1-6f66-4d33-aa32-98e003bab9cf tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0644078 Apr 05 22:42:03.748911 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fde85129-1f05-4099-92c5-3a34e39b8d92 req-6e9f6f55-7044-457b-b0a2-81f219c92130 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Apr 05 22:42:04.882934 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f475e-8d96-4f31-b39d-9e85b74caf33 req-2e732335-52f9-40e8-b227-b5c5e1d5d560 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:04.884569 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-322f475e-8d96-4f31-b39d-9e85b74caf33 req-2e732335-52f9-40e8-b227-b5c5e1d5d560 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0559359 Apr 05 22:42:04.935828 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-322f475e-8d96-4f31-b39d-9e85b74caf33 req-e7e090da-e9f6-4821-b4b8-a87555966fdd tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Apr 05 22:42:05.860459 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dd559980-93ae-4ca5-87d7-46a43f785c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:06.066345 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dcbfe-70b0-44fe-b89d-6d2b4ab127ca req-f23ef775-c217-48ab-b6f8-436abb4f61c6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:06.068426 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ad7dcbfe-70b0-44fe-b89d-6d2b4ab127ca req-f23ef775-c217-48ab-b6f8-436abb4f61c6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0571401 Apr 05 22:42:06.119878 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ad7dcbfe-70b0-44fe-b89d-6d2b4ab127ca req-ed0a1b4b-0eeb-4d36-9d7f-0ff8d456873c tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Apr 05 22:42:07.259392 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d2267-7197-47da-bbae-fa38d14cc4ed req-8544d553-2a9d-4e92-8a8a-80862150f7df tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:07.266288 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d2d2267-7197-47da-bbae-fa38d14cc4ed req-8544d553-2a9d-4e92-8a8a-80862150f7df tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0653749 Apr 05 22:42:07.320659 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2d2d2267-7197-47da-bbae-fa38d14cc4ed req-deaab006-81c9-4df2-a863-1772e9554334 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533640 Apr 05 22:42:08.165322 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ae3fde8-c212-48db-bef0-c340e41c803d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:08.454208 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0af20f-3f8c-449b-898d-d3e3277d8de9 req-87803186-0d8c-4bf3-a000-34499fbbaee4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:08.455764 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f0af20f-3f8c-449b-898d-d3e3277d8de9 req-87803186-0d8c-4bf3-a000-34499fbbaee4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0550306 Apr 05 22:42:08.508954 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f0af20f-3f8c-449b-898d-d3e3277d8de9 req-ead378c0-0063-4bf2-9ce1-2bd27eaba9e9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 Apr 05 22:42:09.097904 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-c57079bc-b949-46e6-9752-8a9f8de41399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:09.100009 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-c57079bc-b949-46e6-9752-8a9f8de41399 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1130 time: 0.0439851 Apr 05 22:42:09.189224 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-7ea53c7f-c2e3-4763-93b4-5109f3331988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:09.190693 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-7ea53c7f-c2e3-4763-93b4-5109f3331988 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0849681 Apr 05 22:42:09.263465 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-ee14869f-460a-46fb-aac1-e1c5e6293c0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 1001 time: 0.0667355 Apr 05 22:42:09.312151 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-9deaf524-af92-4977-ae8f-50fb310054a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:09.313587 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-9deaf524-af92-4977-ae8f-50fb310054a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0440826 Apr 05 22:42:09.361438 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-4035b4ec-f274-4901-a9c7-594a6fa9df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:09.362862 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-4035b4ec-f274-4901-a9c7-594a6fa9df08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429385 Apr 05 22:42:09.392962 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:09.452616 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-b24b43bc-edb4-4b75-aa02-f03c41d65005 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 Apr 05 22:42:09.545026 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-328502e5-9911-4c1f-bc8f-29a71a37a354 req-5dbd1f2f-c19e-40d6-a5be-ffe95ef904f1 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838673 Apr 05 22:42:09.633675 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78680d9-68d4-4b09-bfd1-294ff81cd93e req-ffa57521-c103-4c3e-96c7-2e0b5332da2e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:09.635082 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a78680d9-68d4-4b09-bfd1-294ff81cd93e req-ffa57521-c103-4c3e-96c7-2e0b5332da2e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0534403 Apr 05 22:42:09.680499 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a78680d9-68d4-4b09-bfd1-294ff81cd93e req-9075f18f-bd25-4cb0-858b-fdbc1c70a3a6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Apr 05 22:42:10.694133 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:10.803948 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d9bb-61f5-4f4d-be6c-8a1f0d78b99c req-a6d788c6-ed7c-40ed-b28d-8db35265c0fc tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:10.805404 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ff87d9bb-61f5-4f4d-be6c-8a1f0d78b99c req-a6d788c6-ed7c-40ed-b28d-8db35265c0fc tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0524843 Apr 05 22:42:10.850522 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ff87d9bb-61f5-4f4d-be6c-8a1f0d78b99c req-b1f237b9-ac86-4551-8cd4-acffa155c533 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Apr 05 22:42:11.969072 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e670-6338-4837-874c-dade80e851da req-0e1a130b-d0da-4929-a5ba-56b36dfd226e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:11.970572 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c79e670-6338-4837-874c-dade80e851da req-0e1a130b-d0da-4929-a5ba-56b36dfd226e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Apr 05 22:42:12.017818 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c79e670-6338-4837-874c-dade80e851da req-cfb1d3e9-a712-4ed4-af49-4d0248cf3bd9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Apr 05 22:42:12.308542 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:14.067098 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667bed5-60ad-4a08-ab8c-b7cf36e00979 req-29356dbc-bc72-48aa-a646-0654cbde74a4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:14.068601 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e667bed5-60ad-4a08-ab8c-b7cf36e00979 req-29356dbc-bc72-48aa-a646-0654cbde74a4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 946 time: 0.0568554 Apr 05 22:42:14.115864 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e667bed5-60ad-4a08-ab8c-b7cf36e00979 req-ca987de5-3a33-4c12-ba5c-e9d374f4ad5e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Apr 05 22:42:14.217767 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-2131c3cb-b949-4047-8cf6-2d95e2c975c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421638 Apr 05 22:42:14.226855 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:14.294228 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556be91-347f-434d-b047-d9e5b862bcde req-11d99e5b-6b8c-44f4-89db-c57e0c3c59e4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:14.295809 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-11d99e5b-6b8c-44f4-89db-c57e0c3c59e4 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports/811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 943 time: 0.0472527 Apr 05 22:42:14.305019 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:14.305414 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:14.327680 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:14.330319 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b7f2a6-d343-43ec-8785-9f1a52184af8" -d '{"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-unplugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:14.343082 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:14.348758 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:14.375184 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784b3b75-400f-488f-8f6b-cd2ff21a37b7 x-openstack-request-id: req-784b3b75-400f-488f-8f6b-cd2ff21a37b7 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:14.375479 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-unplugged", "status": "failed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "code": 422}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:14.375728 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-784b3b75-400f-488f-8f6b-cd2ff21a37b7 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:14.376124 dv-cinder-833443-2-iscsi neutron-server[103289]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-784b3b75-400f-488f-8f6b-cd2ff21a37b7']: {'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'code': 422} returned with failed status Apr 05 22:42:14.402457 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:15.002471 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556be91-347f-434d-b047-d9e5b862bcde req-94feba59-2cdd-45ed-a05a-827da05079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.003906 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-94feba59-2cdd-45ed-a05a-827da05079ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279&tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683 HTTP/1.1" status: 200 len: 1128 time: 0.0465937 Apr 05 22:42:15.065597 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556be91-347f-434d-b047-d9e5b862bcde req-bd4db524-54a7-414e-8a00-35348e8beb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.067824 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-bd4db524-54a7-414e-8a00-35348e8beb41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1128 time: 0.0439870 Apr 05 22:42:15.153484 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556be91-347f-434d-b047-d9e5b862bcde req-516fee61-b4b6-4ae5-a5be-3ff0c102161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.155023 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-516fee61-b4b6-4ae5-a5be-3ff0c102161b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0818963 Apr 05 22:42:15.247814 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-e82da494-63ca-4e17-b4d9-d6442b050702 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 999 time: 0.0863147 Apr 05 22:42:15.291872 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1c535-8675-4969-80cd-08b7d8b15072 req-37131ca0-4d34-4ae8-88fc-de31f40be265 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.293258 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9de1c535-8675-4969-80cd-08b7d8b15072 req-37131ca0-4d34-4ae8-88fc-de31f40be265 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0942945 Apr 05 22:42:15.320028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556be91-347f-434d-b047-d9e5b862bcde req-f3a6133b-a014-46bc-b412-47ffa572ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.321435 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-f3a6133b-a014-46bc-b412-47ffa572ba87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0682192 Apr 05 22:42:15.375374 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9de1c535-8675-4969-80cd-08b7d8b15072 req-c22f9167-514a-488e-bc63-67ac67ef9d67 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763888 Apr 05 22:42:15.387648 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556be91-347f-434d-b047-d9e5b862bcde req-7a86aaf5-ec5b-495b-9229-27290ad0bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:15.389093 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-7a86aaf5-ec5b-495b-9229-27290ad0bc1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623624 Apr 05 22:42:15.476189 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-6c6979cb-a0b1-4f99-a0bc-d80d19ca4acb service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808105 Apr 05 22:42:15.565376 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a556be91-347f-434d-b047-d9e5b862bcde req-daef1953-05d1-4b9c-8a74-a833fd60f1d3 service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834544 Apr 05 22:42:16.510921 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ebced-8973-41db-b0b9-5088dbce8758 req-f328e63f-7eeb-4299-824d-374f5d847d9e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:16.512346 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2c0ebced-8973-41db-b0b9-5088dbce8758 req-f328e63f-7eeb-4299-824d-374f5d847d9e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0629511 Apr 05 22:42:16.565602 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2c0ebced-8973-41db-b0b9-5088dbce8758 req-29296dfd-a6e7-47ac-952c-40aa29e2ebd0 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Apr 05 22:42:17.699676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63ad17-962d-4226-8ff1-62867d2b0e22 req-172abc31-f5f0-4f24-9d12-87419fc8e229 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:17.701170 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9a63ad17-962d-4226-8ff1-62867d2b0e22 req-172abc31-f5f0-4f24-9d12-87419fc8e229 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0541897 Apr 05 22:42:17.757716 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9a63ad17-962d-4226-8ff1-62867d2b0e22 req-82e7e527-0b6a-4a21-acd1-dacee9e50b28 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507572 Apr 05 22:42:18.891583 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101858b-2629-4806-8300-16848a9f22f3 req-9c222bed-f4d6-4f96-bd56-74f0e972029e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:18.893107 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6101858b-2629-4806-8300-16848a9f22f3 req-9c222bed-f4d6-4f96-bd56-74f0e972029e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0599060 Apr 05 22:42:18.943515 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6101858b-2629-4806-8300-16848a9f22f3 req-f8774d3d-865e-411f-9741-73e2acaf590a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Apr 05 22:42:20.075185 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993cf3-2261-403b-8055-550c13b3041a req-151f5a7e-09a3-42da-acc6-641778789f69 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:20.079262 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e993cf3-2261-403b-8055-550c13b3041a req-151f5a7e-09a3-42da-acc6-641778789f69 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0611162 Apr 05 22:42:20.127518 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e993cf3-2261-403b-8055-550c13b3041a req-5ff6531f-c567-4a52-8539-677d8fc5f8fa tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Apr 05 22:42:21.256734 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d597a0-7ab1-4b93-9bac-9bf3652ddfa6 req-102095bc-b7b6-4195-89c5-b63aeae373a6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:21.258307 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36d597a0-7ab1-4b93-9bac-9bf3652ddfa6 req-102095bc-b7b6-4195-89c5-b63aeae373a6 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0545175 Apr 05 22:42:21.311037 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36d597a0-7ab1-4b93-9bac-9bf3652ddfa6 req-661b27d6-bc3f-4a08-86c6-35fd5f403242 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Apr 05 22:42:22.457572 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bfa5b-088e-41ba-b8ad-66d41fc8164e req-b4545fde-5868-40bc-ad04-472bced5ed5d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:22.459124 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-473bfa5b-088e-41ba-b8ad-66d41fc8164e req-b4545fde-5868-40bc-ad04-472bced5ed5d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0590830 Apr 05 22:42:22.510453 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-473bfa5b-088e-41ba-b8ad-66d41fc8164e req-6c41db5e-dca9-4f96-a97a-c8bc8ea30fec tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Apr 05 22:42:23.374547 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:42:23.640236 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d84f5-7152-4270-b3a6-4ab85794235e req-122c3437-a181-4e81-a782-2b1898356570 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:23.641803 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-542d84f5-7152-4270-b3a6-4ab85794235e req-122c3437-a181-4e81-a782-2b1898356570 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0560496 Apr 05 22:42:23.687719 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-542d84f5-7152-4270-b3a6-4ab85794235e req-fdca6cbf-2615-49c6-a204-aade353ab663 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Apr 05 22:42:24.808062 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31514e9b-3063-473e-a8f7-5f557e4a1a97 req-96867824-0d8c-4fa9-9103-df42f98acbfc tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:24.809516 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-31514e9b-3063-473e-a8f7-5f557e4a1a97 req-96867824-0d8c-4fa9-9103-df42f98acbfc tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0514107 Apr 05 22:42:24.858329 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-31514e9b-3063-473e-a8f7-5f557e4a1a97 req-444b6ef4-9dd3-4cf6-8761-a442a13c495e tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Apr 05 22:42:25.981804 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82fb9-6786-4f25-8fec-bf52c2a8baa2 req-f0b1644a-f545-4fbd-a714-8248b8066790 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:25.983289 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3fc82fb9-6786-4f25-8fec-bf52c2a8baa2 req-f0b1644a-f545-4fbd-a714-8248b8066790 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0520468 Apr 05 22:42:26.029503 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3fc82fb9-6786-4f25-8fec-bf52c2a8baa2 req-83d65454-971f-45f3-9012-ec3b1ad322f5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406420 Apr 05 22:42:27.153380 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c6ec8-e706-4c4d-9731-0116fc4a43ac req-46c19312-7eac-45ce-b135-665d61d660a5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:27.154873 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f80c6ec8-e706-4c4d-9731-0116fc4a43ac req-46c19312-7eac-45ce-b135-665d61d660a5 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0514183 Apr 05 22:42:27.200788 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f80c6ec8-e706-4c4d-9731-0116fc4a43ac req-0d488f24-46b3-4904-a56d-72f60ea099eb tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399914 Apr 05 22:42:27.915153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37224) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:28.073954 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Deleting port 731f207f-e8fb-4ee6-9ebb-3e79f943c900 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:28.080138 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.156503 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.157181 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (731f207f-e8fb-4ee6-9ebb-3e79f943c900), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.168153 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Calling delete_port for 731f207f-e8fb-4ee6-9ebb-3e79f943c900 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:28.322804 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (731f207f-e8fb-4ee6-9ebb-3e79f943c900), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.325604 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4537ae-a0d2-46ac-843d-6a91b9034631 req-68f2b5da-4cee-48d5-82e0-134e557aac28 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:28.327056 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0e4537ae-a0d2-46ac-843d-6a91b9034631 req-68f2b5da-4cee-48d5-82e0-134e557aac28 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 944 time: 0.0533233 Apr 05 22:42:28.335828 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:42:28.349771 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'Port': ['ID=731f207f-e8fb-4ee6-9ebb-3e79f943c900,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:28.381750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.382018 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0e4537ae-a0d2-46ac-843d-6a91b9034631 req-05526517-bee5-438c-8d02-fa95f93e4960 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Apr 05 22:42:28.382194 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.382536 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.382897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.383231 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.383561 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.383885 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.384206 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.384530 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.384854 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.385175 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.385500 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.385818 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.386136 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.386475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:28.427162 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (44e1a0cb-0514-4e3e-81ef-42b3b2beb804), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.427546 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Floating IP 44e1a0cb-0514-4e3e-81ef-42b3b2beb804 disassociated (deleted). External IP: 172.27.0.194, port: 67230820-f003-44c4-904a-597061a3fa2a. Apr 05 22:42:28.439745 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:28.450810 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'port_id': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'mac_address': 'fa:16:3e:09:4b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:42:28.487405 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:28.487804 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.500346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:42:28.519814 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:28.524162 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.574633 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:28.644340 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:28.741926 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:42:28.752337 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:28.757557 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:28.763190 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:28.773572 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:28.774201 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:28.791354 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b6b78203-5739-40cd-b340-10f058154d24 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "DELETE /v2.0/floatingips/44e1a0cb-0514-4e3e-81ef-42b3b2beb804 HTTP/1.1" status: 204 len: 168 time: 0.8724797 Apr 05 22:42:28.791354 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'tag': '67230820-f003-44c4-904a-597061a3fa2a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:28.791680 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "tag": "67230820-f003-44c4-904a-597061a3fa2a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:28.846226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9f41b-6a4d-4ae3-8886-4460af960d6a x-openstack-request-id: req-cca9f41b-6a4d-4ae3-8886-4460af960d6a {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:28.846859 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "tag": "67230820-f003-44c4-904a-597061a3fa2a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:28.847361 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cca9f41b-6a4d-4ae3-8886-4460af960d6a {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:28.847995 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca9f41b-6a4d-4ae3-8886-4460af960d6a'] response: {'name': 'network-changed', 'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'tag': '67230820-f003-44c4-904a-597061a3fa2a', 'status': 'completed', 'code': 200} Apr 05 22:42:28.887737 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:28.926446 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-9cc3ec48-1193-4c44-863a-29d86dac2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:28.928025 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-9cc3ec48-1193-4c44-863a-29d86dac2bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 1129 time: 0.0570135 Apr 05 22:42:29.057624 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfd4c8-8d88-49f9-88bc-e7edb79d02ea req-bb3f57f9-fa5a-4363-911e-af8c0a3ba649 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:29.059351 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-77cfd4c8-8d88-49f9-88bc-e7edb79d02ea req-bb3f57f9-fa5a-4363-911e-af8c0a3ba649 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 945 time: 0.0561645 Apr 05 22:42:29.112725 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-77cfd4c8-8d88-49f9-88bc-e7edb79d02ea req-83ad6418-9602-415f-a41f-bf04f6c9cc9a tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Apr 05 22:42:29.130015 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:57Z', 'revision_number': 1, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:29.163407 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:29.172459 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:29.173100 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:29.283706 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:29.310494 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-4f4c96bf-79c3-428b-a060-3ec6c1f07c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:29.312041 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-4f4c96bf-79c3-428b-a060-3ec6c1f07c50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.3765490 Apr 05 22:42:29.501123 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:57Z', 'revision_number': 1, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:29.509452 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d81c5-5d97-4737-8889-df303afe0d32 req-4d2c500c-d6fb-4987-ab7a-5d9ef51cd242 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:29.510978 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d94d81c5-5d97-4737-8889-df303afe0d32 req-4d2c500c-d6fb-4987-ab7a-5d9ef51cd242 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Apr 05 22:42:29.527277 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1b040-a323-42b2-8cb8-3653856c66cc None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '5512e418-499c-440f-82f5-75a1d11c3989', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'port_id': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'mac_address': 'fa:16:3e:ee:9a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:38:54Z', 'updated_at': '2022-04-05T22:38:57Z', 'revision_number': 1, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:29.559649 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d94d81c5-5d97-4737-8889-df303afe0d32 req-dde33063-c49a-44ad-b72b-8eb50afe69ca tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Apr 05 22:42:29.745519 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301a1cd-f779-4e82-8d18-26c8a9c546f8 None None] New status for floating IP 44e1a0cb-0514-4e3e-81ef-42b3b2beb804: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:29.988863 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-4deec417-a155-45d5-a290-d7fdf5e61880 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67230820-f003-44c4-904a-597061a3fa2a HTTP/1.1" status: 200 len: 217 time: 0.0378034 Apr 05 22:42:30.036251 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-d4f261ca-99a1-40fc-983a-e70824bb3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.038373 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-d4f261ca-99a1-40fc-983a-e70824bb3d39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0425060 Apr 05 22:42:30.088270 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-cc73f38f-e28a-4b06-afed-bf20233573ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.089814 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-cc73f38f-e28a-4b06-afed-bf20233573ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445802 Apr 05 22:42:30.256745 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-6fc6dc21-02ab-4f9c-852d-5dfb56b97c33 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862825 Apr 05 22:42:30.287697 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904424-006c-4b7c-88f6-b49898f06734 req-d7747a27-4400-432e-84a2-9b6f8bbd8384 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.289181 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46904424-006c-4b7c-88f6-b49898f06734 req-d7747a27-4400-432e-84a2-9b6f8bbd8384 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 945 time: 0.1067767 Apr 05 22:42:30.338119 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46904424-006c-4b7c-88f6-b49898f06734 req-9a600ac9-15d0-429b-b244-b3295cf499ee tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Apr 05 22:42:30.340257 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:42:30.345923 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09ab1a9e-02ee-4b64-acb4-fa44b6c40ec2 req-2904740d-3424-4315-9141-ccd0927e7e1f service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834045 Apr 05 22:42:30.387631 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:42:30.388012 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.464906 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:42:30.465289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.487412 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:30.489603 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc21d24-4875-4fd2-97c6-1b1bbc63134d" -d '{"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-plugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:30.501283 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:30.506028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.534225 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8851bfd2-28b4-4598-a4a5-fac2371ee005 x-openstack-request-id: req-8851bfd2-28b4-4598-a4a5-fac2371ee005 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:30.534518 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-plugged", "status": "completed", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:30.534792 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8851bfd2-28b4-4598-a4a5-fac2371ee005 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:30.535242 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8851bfd2-28b4-4598-a4a5-fac2371ee005'] response: {'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'code': 200} Apr 05 22:42:30.562862 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:30.569778 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-f50a87ef-0a57-450d-83e4-80dd057256cc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.571266 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-f50a87ef-0a57-450d-83e4-80dd057256cc tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 945 time: 0.0597045 Apr 05 22:42:30.669388 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Deleting port 67230820-f003-44c4-904a-597061a3fa2a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:30.669737 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (67230820-f003-44c4-904a-597061a3fa2a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.713292 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a536b-4e36-46d3-bad8-be8a022c370a req-07d9e4e3-ec9a-48e9-b814-be0053160e48 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.714863 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7c8a536b-4e36-46d3-bad8-be8a022c370a req-07d9e4e3-ec9a-48e9-b814-be0053160e48 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 947 time: 0.0767634 Apr 05 22:42:30.766218 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] For port 67230820-f003-44c4-904a-597061a3fa2a, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=67230820-f003-44c4-904a-597061a3fa2a,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:30.766504 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (67230820-f003-44c4-904a-597061a3fa2a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.779115 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Calling delete_port for 67230820-f003-44c4-904a-597061a3fa2a owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:30.792555 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7c8a536b-4e36-46d3-bad8-be8a022c370a req-0bd463ea-f6e6-44ef-bf32-31cc55e9b73a tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665584 Apr 05 22:42:30.795270 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d622-5042-41cd-82b5-a7d3e1b32564 req-9ccd1f8a-f4c2-4918-833b-1205bb74a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:30.796709 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fad9d622-5042-41cd-82b5-a7d3e1b32564 req-9ccd1f8a-f4c2-4918-833b-1205bb74a6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1131 time: 0.0779850 Apr 05 22:42:30.841201 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fad9d622-5042-41cd-82b5-a7d3e1b32564 req-3a4d99bd-fa94-474f-9aad-511675f14c07 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375257 Apr 05 22:42:30.904403 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (67230820-f003-44c4-904a-597061a3fa2a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.939163 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'Port': ['ID=67230820-f003-44c4-904a-597061a3fa2a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:30.980540 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] No DVR routers for this DVR port 67230820-f003-44c4-904a-597061a3fa2a on host hv-cinder-83344 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:30.983029 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:30.986268 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-faf4c499-6733-4c8f-8cd7-1579074b96c4 req-b4343d9d-c08c-42bd-aac0-61416a3ff4db tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "DELETE /v2.0/ports/67230820-f003-44c4-904a-597061a3fa2a HTTP/1.1" status: 204 len: 173 time: 0.4094052 Apr 05 22:42:30.986737 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'name': 'network-vif-deleted', 'tag': '67230820-f003-44c4-904a-597061a3fa2a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:30.988946 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a336a1c6-5eac-475c-8f99-d6c1de364814" -d '{"events": [{"server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "name": "network-vif-deleted", "tag": "67230820-f003-44c4-904a-597061a3fa2a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:31.023674 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2034c-7eb6-4904-bb8a-265ccc1cd9be x-openstack-request-id: req-e6f2034c-7eb6-4904-bb8a-265ccc1cd9be {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:31.023973 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edacca3a-0ed7-43f8-9d1a-080702f89675", "name": "network-vif-deleted", "tag": "67230820-f003-44c4-904a-597061a3fa2a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:31.024228 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6f2034c-7eb6-4904-bb8a-265ccc1cd9be {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:31.024630 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f2034c-7eb6-4904-bb8a-265ccc1cd9be'] response: {'server_uuid': 'edacca3a-0ed7-43f8-9d1a-080702f89675', 'name': 'network-vif-deleted', 'tag': '67230820-f003-44c4-904a-597061a3fa2a', 'status': 'completed', 'code': 200} Apr 05 22:42:31.433771 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b1e7ff71-96ce-4d5b-a3f8-3171181ba009 req-035f2229-742d-447d-8a0c-1cb49caebbc8 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=edacca3a-0ed7-43f8-9d1a-080702f89675 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Apr 05 22:42:31.925591 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cdde4-5bb3-4999-ab13-5fcd0ef565cc req-0ea769fc-d1dd-4ec1-a4e2-94023196d485 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:31.927170 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-670cdde4-5bb3-4999-ab13-5fcd0ef565cc req-0ea769fc-d1dd-4ec1-a4e2-94023196d485 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 947 time: 0.0587831 Apr 05 22:42:31.974212 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-670cdde4-5bb3-4999-ab13-5fcd0ef565cc req-83985887-f049-4d40-b3d7-8c5cf085aa6b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Apr 05 22:42:32.863837 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:33.147792 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e270f-78ab-41c7-a771-478f55b83c32 req-be4fb7b2-2cec-49fb-a510-d36c56b1f3e3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:33.149275 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-579e270f-78ab-41c7-a771-478f55b83c32 req-be4fb7b2-2cec-49fb-a510-d36c56b1f3e3 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 947 time: 0.1055026 Apr 05 22:42:33.196225 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-579e270f-78ab-41c7-a771-478f55b83c32 req-f2cd7222-b6c3-4be1-884e-fd2510e2b4a9 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413549 Apr 05 22:42:34.490502 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 67230820-f003-44c4-904a-597061a3fa2a no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:34.510337 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 67230820-f003-44c4-904a-597061a3fa2a {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:34.510618 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 67230820-f003-44c4-904a-597061a3fa2a not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:34.712660 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37304) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:34.865844 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Deleting port 49884056-b1b3-41ea-b637-36b8ae9468ea {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:34.866189 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.942104 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.942429 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (49884056-b1b3-41ea-b637-36b8ae9468ea), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:34.955430 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Calling delete_port for 49884056-b1b3-41ea-b637-36b8ae9468ea owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:35.095471 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (49884056-b1b3-41ea-b637-36b8ae9468ea), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.128422 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'Port': ['ID=49884056-b1b3-41ea-b637-36b8ae9468ea,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:35.187902 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (5512e418-499c-440f-82f5-75a1d11c3989), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.188230 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Floating IP 5512e418-499c-440f-82f5-75a1d11c3989 disassociated (deleted). External IP: 172.27.0.87, port: 96883ef6-f9c5-495d-8e0d-0cd5f678299b. Apr 05 22:42:35.396962 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:35.504527 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:35.509784 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.514617 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:35.524812 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:35.525421 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:35.540184 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2f7f740c-0e85-403d-b231-b2c695e47462 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "DELETE /v2.0/floatingips/5512e418-499c-440f-82f5-75a1d11c3989 HTTP/1.1" status: 204 len: 168 time: 0.8263986 Apr 05 22:42:35.541014 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:35.543601 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:35.581301 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f4c44c-cabf-44e5-8441-487ccf1e39f3 x-openstack-request-id: req-47f4c44c-cabf-44e5-8441-487ccf1e39f3 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:35.581757 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:35.582047 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47f4c44c-cabf-44e5-8441-487ccf1e39f3 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:35.582547 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f4c44c-cabf-44e5-8441-487ccf1e39f3'] response: {'name': 'network-changed', 'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'status': 'completed', 'code': 200} Apr 05 22:42:35.640461 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:35.654368 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-47ed67b5-693e-4839-acf0-59e386e7a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:35.656466 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-47ed67b5-693e-4839-acf0-59e386e7a3c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 1129 time: 0.0538998 Apr 05 22:42:35.794290 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-56727266-1b2f-4054-aeb9-81f3a364b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:35.795850 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-56727266-1b2f-4054-aeb9-81f3a364b380 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 200 len: 913 time: 0.1314421 Apr 05 22:42:35.809756 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf05f6-b2ac-4841-8282-437cfd3ad132 req-d9fb0ef7-b113-478a-abac-918d3b5ad846 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:35.811196 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d0bf05f6-b2ac-4841-8282-437cfd3ad132 req-d9fb0ef7-b113-478a-abac-918d3b5ad846 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0832140 Apr 05 22:42:35.860235 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d0bf05f6-b2ac-4841-8282-437cfd3ad132 req-bc23d188-690c-44cd-b1b8-bf384d5a0085 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432034 Apr 05 22:42:35.863055 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-05093244-ecd9-4ebf-a420-57717af56949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:35.944920 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:35.969370 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:35.977338 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:35.977934 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:36.081934 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:36.287111 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:36.312237 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae47075-ba00-4de6-a284-051f84051b44 None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:35:38Z', 'revision_number': 4, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '2eee03aa-a4eb-458f-b05a-19412f2f4e2e', 'name': '', 'network_id': 'b4bd1ac4-bd50-4b97-826c-3788690a7579', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'mac_address': 'fa:16:3e:7a:b4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:38Z', 'updated_at': '2022-04-05T22:35:43Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'subnets': [{'id': '56bd2469-f170-4a82-ae77-53816ce397dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:36.514217 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e438d-4559-45a7-ac2f-912d7055264c None None] New status for floating IP 5512e418-499c-440f-82f5-75a1d11c3989: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:42:36.688416 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-ba276485-7930-4843-a4da-346c86cd2f8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 200 len: 217 time: 0.0389349 Apr 05 22:42:36.737258 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-ec8ea735-d119-4ac6-a487-3db4f1328b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.738826 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-ec8ea735-d119-4ac6-a487-3db4f1328b7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 200 len: 851 time: 0.0433044 Apr 05 22:42:36.862814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-168a2ed6-7083-4274-b7ba-842a9e284c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.864289 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-168a2ed6-7083-4274-b7ba-842a9e284c65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b4bd1ac4-bd50-4b97-826c-3788690a7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441215 Apr 05 22:42:36.957031 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-569389b8-574e-4d64-adc2-811e4afad079 service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856552 Apr 05 22:42:36.985412 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab3d6d-92eb-4fc3-b601-a69f7897652c req-034a1b19-6341-40af-b551-37442046837a tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:36.986896 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46ab3d6d-92eb-4fc3-b601-a69f7897652c req-034a1b19-6341-40af-b551-37442046837a tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0561459 Apr 05 22:42:37.036224 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-46ab3d6d-92eb-4fc3-b601-a69f7897652c req-24061b18-d88d-403b-bfd9-688502b52c85 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/security-groups?id=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 Apr 05 22:42:37.097080 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db10075-a5a1-42ed-963c-c7c1f0d3ed2a req-5a230c1e-bb0b-4d3d-bad9-a4f0104ee57c service neutron] 10.222.0.24 "GET /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Apr 05 22:42:37.144638 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-9ca89d48-a9e7-46c4-b25d-4bd2c2ce2b6d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:37.146049 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-9ca89d48-a9e7-46c4-b25d-4bd2c2ce2b6d tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0547278 Apr 05 22:42:37.241026 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Deleting port 96883ef6-f9c5-495d-8e0d-0cd5f678299b {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:37.241477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.326737 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] For port 96883ef6-f9c5-495d-8e0d-0cd5f678299b, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=96883ef6-f9c5-495d-8e0d-0cd5f678299b,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:37.327112 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.339930 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Calling delete_port for 96883ef6-f9c5-495d-8e0d-0cd5f678299b owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:37.697767 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (96883ef6-f9c5-495d-8e0d-0cd5f678299b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.724676 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'Port': ['ID=96883ef6-f9c5-495d-8e0d-0cd5f678299b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:37.738744 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.739095 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.739436 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.739839 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.740174 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.740501 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.740825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.741153 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.741477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.741805 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.742174 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.742500 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.742859 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.743178 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.743559 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:42:37.781154 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] No DVR routers for this DVR port 96883ef6-f9c5-495d-8e0d-0cd5f678299b on host hv-cinder-83344 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:37.783630 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:37.784242 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-4d054701-6d2d-43ba-88b4-85f777910798 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543447 Apr 05 22:42:37.786872 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7bb6db8d-5755-4b3b-8fea-1e91d422f9ef req-d7644b9f-16a0-4574-af2c-03806c634476 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.24 "DELETE /v2.0/ports/96883ef6-f9c5-495d-8e0d-0cd5f678299b HTTP/1.1" status: 204 len: 173 time: 0.6358380 Apr 05 22:42:37.787374 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'name': 'network-vif-deleted', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:42:37.789648 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1595b-e917-4971-af52-aa08036342d9" -d '{"events": [{"server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "name": "network-vif-deleted", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:42:37.840811 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0456be-15ac-4a13-adb9-96cb53806939 x-openstack-request-id: req-6c0456be-15ac-4a13-adb9-96cb53806939 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:42:37.841708 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc264683-fe24-43b6-87d2-2f994ac0dfe3", "name": "network-vif-deleted", "tag": "96883ef6-f9c5-495d-8e0d-0cd5f678299b", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:42:37.841708 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c0456be-15ac-4a13-adb9-96cb53806939 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:42:37.842012 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0456be-15ac-4a13-adb9-96cb53806939'] response: {'server_uuid': 'bc264683-fe24-43b6-87d2-2f994ac0dfe3', 'name': 'network-vif-deleted', 'tag': '96883ef6-f9c5-495d-8e0d-0cd5f678299b', 'status': 'completed', 'code': 200} Apr 05 22:42:37.861156 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-8682c35f-bf58-4e5e-bd0b-4530b35cf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:37.862648 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-8682c35f-bf58-4e5e-bd0b-4530b35cf6c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 1131 time: 0.0558591 Apr 05 22:42:37.962105 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-9a4b6743-3f67-4204-97b9-cab501c227a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:37.963501 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-9a4b6743-3f67-4204-97b9-cab501c227a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 200 len: 917 time: 0.0836780 Apr 05 22:42:38.034499 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-8e6188ec-3dc5-4c79-b692-ca3dc38117f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 200 len: 1001 time: 0.0619233 Apr 05 22:42:38.083322 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-0268e64c-b308-4374-9f9c-0f5e7cd09167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:38.085158 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-0268e64c-b308-4374-9f9c-0f5e7cd09167 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 200 len: 855 time: 0.0454991 Apr 05 22:42:38.163411 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5b9d4f3a-d576-446c-a332-0afced926276 req-7e96128a-7ee3-4e14-9625-e006269ccc06 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc264683-fe24-43b6-87d2-2f994ac0dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0332859 Apr 05 22:42:38.166501 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-4f34f670-d732-4446-917b-734bd7696c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:42:38.168121 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-4f34f670-d732-4446-917b-734bd7696c12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb4e4848-f4cb-4185-8171-6dd146df89b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775867 Apr 05 22:42:38.170151 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e6b97724-f11c-4257-a3dc-75fa14e25cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:38.399667 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-2aa926ee-e886-4903-b9d0-0987c3d7d27b service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879574 Apr 05 22:42:38.496024 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-411a70a6-073b-4084-a43e-e0f92ef92fe0 req-4f7b0be0-1581-44f9-9156-f7417114cd8b service neutron] 10.222.0.24 "GET /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898423 Apr 05 22:42:39.221297 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37320) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:39.342565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Deleting port e5309e54-2435-4a72-97bb-d849471e8a1f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:39.342937 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.397090 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.416367 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.416691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (e5309e54-2435-4a72-97bb-d849471e8a1f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.428334 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Calling delete_port for e5309e54-2435-4a72-97bb-d849471e8a1f owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:39.555887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (e5309e54-2435-4a72-97bb-d849471e8a1f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.579679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'Port': ['ID=e5309e54-2435-4a72-97bb-d849471e8a1f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:39.641289 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for floatingip (d02e31f8-f765-421a-968b-cbd19b3e8ac3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.643803 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:39.644943 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ab7db288-03e4-4fa3-87d3-606b02b2f096 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "DELETE /v2.0/floatingips/d02e31f8-f765-421a-968b-cbd19b3e8ac3 HTTP/1.1" status: 204 len: 168 time: 0.4226770 Apr 05 22:42:40.698001 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.834863 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37332) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:40.890523 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3dafd25d-8318-408d-9991-0005bdda2e00 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group (35fa9561-cfd6-41fd-bd34-e92f33c0d8dc), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.915612 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3dafd25d-8318-408d-9991-0005bdda2e00 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group (35fa9561-cfd6-41fd-bd34-e92f33c0d8dc), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.975018 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3dafd25d-8318-408d-9991-0005bdda2e00 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (35fa9561-cfd6-41fd-bd34-e92f33c0d8dc), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.977594 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3dafd25d-8318-408d-9991-0005bdda2e00 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:40.978954 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3dafd25d-8318-408d-9991-0005bdda2e00 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] 10.222.0.26 "DELETE /v2.0/security-groups/35fa9561-cfd6-41fd-bd34-e92f33c0d8dc HTTP/1.1" status: 204 len: 168 time: 0.1430583 Apr 05 22:42:40.988002 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafd25d-8318-408d-9991-0005bdda2e00 tempest-TestVolumeBootPattern-472872261 tempest-TestVolumeBootPattern-472872261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa9561-cfd6-41fd-bd34-e92f33c0d8dc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:41.030449 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37336) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:41.470654 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.715199 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Deleting port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:41.715545 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.795917 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] For port 2eee03aa-a4eb-458f-b05a-19412f2f4e2e, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:41.796283 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:41.809049 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Calling delete_port for 2eee03aa-a4eb-458f-b05a-19412f2f4e2e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:41.986176 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (2eee03aa-a4eb-458f-b05a-19412f2f4e2e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.016550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2eee03aa-a4eb-458f-b05a-19412f2f4e2e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:42.184886 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.320766 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.410751 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 96883ef6-f9c5-495d-8e0d-0cd5f678299b no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:42.415695 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Router caa3c1eb-cb09-4d7b-989f-46cbc45976bc has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:42.431390 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 96883ef6-f9c5-495d-8e0d-0cd5f678299b {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:42.431739 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 96883ef6-f9c5-495d-8e0d-0cd5f678299b not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:42.523706 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:42.528582 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9a6b05ca-5643-4fc3-9a4c-c119b8a02c2b admin admin] 10.222.0.26 "PUT /v2.0/routers/caa3c1eb-cb09-4d7b-989f-46cbc45976bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968302 Apr 05 22:42:42.531373 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:42.532352 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] Sync routers for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:42.543021 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:42.543904 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:42.635844 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks [] for router (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.650459 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:42.738485 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks [] for router_gateway (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.794677 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Deleting port dea8aac7-b4ef-4b85-93dd-de86abcc67e2 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:42.794937 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.830135 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:42:41Z', 'revision_number': 5, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port': {'id': 'dea8aac7-b4ef-4b85-93dd-de86abcc67e2', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:36Z', 'updated_at': '2022-04-05T22:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:42.856233 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] Checking router: caa3c1eb-cb09-4d7b-989f-46cbc45976bc for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:42.864600 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] Routers {'caa3c1eb-cb09-4d7b-989f-46cbc45976bc'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:42.865876 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:42.875946 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] For port dea8aac7-b4ef-4b85-93dd-de86abcc67e2, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:42.876314 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:42.889635 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Calling delete_port for dea8aac7-b4ef-4b85-93dd-de86abcc67e2 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:42.952234 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] Set router caa3c1eb-cb09-4d7b-989f-46cbc45976bc gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:43.005615 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:42:42Z', 'revision_number': 6, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:43.032426 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603fc469-a4a9-4b04-95b0-6afcb54e537c None None] The sync data for ids ['caa3c1eb-cb09-4d7b-989f-46cbc45976bc'] in dv-cinder-833443-2-iscsi is: [{'id': 'caa3c1eb-cb09-4d7b-989f-46cbc45976bc', 'name': 'tempest-TestVolumeBootPattern-1101463906-router', 'tenant_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:35Z', 'updated_at': '2022-04-05T22:42:42Z', 'revision_number': 6, 'project_id': '0d1e7aae703c495aa4afe509d5e19dc6', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:43.058486 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (dea8aac7-b4ef-4b85-93dd-de86abcc67e2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.085448 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea8aac7-b4ef-4b85-93dd-de86abcc67e2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.145407 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.238937 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.242143 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks [] for router_controller (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.283784 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (caa3c1eb-cb09-4d7b-989f-46cbc45976bc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.284303 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa3c1eb-cb09-4d7b-989f-46cbc45976bc {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:43.289940 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.291101 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8dc5c54f-cf7c-4fad-9ec1-98c33fcb8326 admin admin] 10.222.0.26 "DELETE /v2.0/routers/caa3c1eb-cb09-4d7b-989f-46cbc45976bc HTTP/1.1" status: 204 len: 168 time: 0.7588110 Apr 05 22:42:43.293679 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37342) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:43.337869 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Deleting subnet 56bd2469-f170-4a82-ae77-53816ce397dc {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:43.340954 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Publish callbacks [] for subnet (56bd2469-f170-4a82-ae77-53816ce397dc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.380753 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (56bd2469-f170-4a82-ae77-53816ce397dc), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.468193 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (56bd2469-f170-4a82-ae77-53816ce397dc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.519822 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (56bd2469-f170-4a82-ae77-53816ce397dc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.545795 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bd2469-f170-4a82-ae77-53816ce397dc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.547750 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.550887 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-601356c3-d074-455d-83cc-92ef370d9f2e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/56bd2469-f170-4a82-ae77-53816ce397dc HTTP/1.1" status: 204 len: 168 time: 0.2562752 Apr 05 22:42:43.553017 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e1b36-35a5-4df0-8596-d385da664a7d None None] Network b4bd1ac4-bd50-4b97-826c-3788690a7579 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:43.554372 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37344) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:43.623600 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (b4bd1ac4-bd50-4b97-826c-3788690a7579), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.680209 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Deleting port bbebab9a-b490-416e-ad5c-05c0ea147737 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:43.680559 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.742696 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] For port bbebab9a-b490-416e-ad5c-05c0ea147737, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=bbebab9a-b490-416e-ad5c-05c0ea147737,segment=NetworkSegment(40649d32-2802-4636-a67d-e102cd0e6258),segment_id=40649d32-2802-4636-a67d-e102cd0e6258)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:43.743021 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.762365 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Calling delete_port for bbebab9a-b490-416e-ad5c-05c0ea147737 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:43.792241 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] DHCP port deletion for b4bd1ac4-bd50-4b97-826c-3788690a7579 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:43.840035 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Deleting port bbebab9a-b490-416e-ad5c-05c0ea147737 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:43.840453 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.842236 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.868184 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbebab9a-b490-416e-ad5c-05c0ea147737,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.872570 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] No DVR routers for this DVR port bbebab9a-b490-416e-ad5c-05c0ea147737 on host dv-cinder-833443-2-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:43.903950 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] For port bbebab9a-b490-416e-ad5c-05c0ea147737, host dv-cinder-833443-2-iscsi, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:43.904351 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.921270 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Calling delete_port for bbebab9a-b490-416e-ad5c-05c0ea147737 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:43.923945 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Port bbebab9a-b490-416e-ad5c-05c0ea147737 was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:42:43.925158 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (bbebab9a-b490-416e-ad5c-05c0ea147737), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.946971 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (b4bd1ac4-bd50-4b97-826c-3788690a7579), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:43.950991 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] Pushing event deleted for resources: {'Port': ['ID=bbebab9a-b490-416e-ad5c-05c0ea147737,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:43.956058 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118ab27-548e-4267-ad7f-5bc569a4e24f None None] No DVR routers for this DVR port bbebab9a-b490-416e-ad5c-05c0ea147737 on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:43.969496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bd1ac4-bd50-4b97-826c-3788690a7579']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:43.982441 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40649d32-2802-4636-a67d-e102cd0e6258') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:43.982918 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40649d32-2802-4636-a67d-e102cd0e6258') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:43.995183 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (40649d32-2802-4636-a67d-e102cd0e6258), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.012032 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (40649d32-2802-4636-a67d-e102cd0e6258), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.019639 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:44.020092 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (40649d32-2802-4636-a67d-e102cd0e6258), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:44.069996 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:44.089237 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (b4bd1ac4-bd50-4b97-826c-3788690a7579), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.094691 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.094691 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b4bd1ac4-bd50-4b97-826c-3788690a7579 HTTP/1.1" status: 204 len: 168 time: 0.5426018 Apr 05 22:42:44.102793 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37346) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:44.111887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77079eec-1def-456c-88b0-3e9b58478bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bd1ac4-bd50-4b97-826c-3788690a7579,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:44.327074 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dea8aac7-b4ef-4b85-93dd-de86abcc67e2 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:44.348787 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: dea8aac7-b4ef-4b85-93dd-de86abcc67e2 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:44.349514 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device dea8aac7-b4ef-4b85-93dd-de86abcc67e2 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:44.350538 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2eee03aa-a4eb-458f-b05a-19412f2f4e2e no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:44.370472 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 2eee03aa-a4eb-458f-b05a-19412f2f4e2e {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:44.370911 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2eee03aa-a4eb-458f-b05a-19412f2f4e2e not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:44.371336 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device bbebab9a-b490-416e-ad5c-05c0ea147737 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:44.390696 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: bbebab9a-b490-416e-ad5c-05c0ea147737 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:44.390985 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device bbebab9a-b490-416e-ad5c-05c0ea147737 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:44.676692 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (6bc62d01-4658-4958-a33b-ce3fba9d6b08), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.917945 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Deleting port e5c359b0-ecfd-4350-9780-f5cf862804e1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:44.918280 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:44.993830 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] For port e5c359b0-ecfd-4350-9780-f5cf862804e1, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=e5c359b0-ecfd-4350-9780-f5cf862804e1,segment=NetworkSegment(375603fe-4dfd-4d5e-9dca-1ea464dd4413),segment_id=375603fe-4dfd-4d5e-9dca-1ea464dd4413)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:44.994107 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.010665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Calling delete_port for e5c359b0-ecfd-4350-9780-f5cf862804e1 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:45.187754 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (e5c359b0-ecfd-4350-9780-f5cf862804e1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.212411 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c359b0-ecfd-4350-9780-f5cf862804e1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:45.391864 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (6bc62d01-4658-4958-a33b-ce3fba9d6b08), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.607557 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:42:45.714605 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:42:45.719767 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fd9d738e-6cfd-4460-9c3d-9522d7e0eb4c admin admin] 10.222.0.26 "PUT /v2.0/routers/6bc62d01-4658-4958-a33b-ce3fba9d6b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6161687 Apr 05 22:42:45.722345 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37348) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:45.723366 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] Sync routers for ids ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:42:45.733542 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] Routers {'6bc62d01-4658-4958-a33b-ce3fba9d6b08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:45.734331 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:45.828376 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks [] for router (6bc62d01-4658-4958-a33b-ce3fba9d6b08), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.839884 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] Set router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:45.931879 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks [] for router_gateway (6bc62d01-4658-4958-a33b-ce3fba9d6b08), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:45.983870 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Deleting port a6655b4d-61d2-467f-b4a1-5281f3324abb {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:45.984229 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.015392 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:42:45Z', 'revision_number': 5, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port': {'id': 'a6655b4d-61d2-467f-b4a1-5281f3324abb', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:46.043123 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] Checking router: 6bc62d01-4658-4958-a33b-ce3fba9d6b08 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:42:46.051371 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] Routers {'6bc62d01-4658-4958-a33b-ce3fba9d6b08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:42:46.051989 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:42:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:46.062993 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] For port a6655b4d-61d2-467f-b4a1-5281f3324abb, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=a6655b4d-61d2-467f-b4a1-5281f3324abb,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:46.063358 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.075856 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Calling delete_port for a6655b4d-61d2-467f-b4a1-5281f3324abb owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:46.140155 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] Set router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:42:46.195688 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:42:45Z', 'revision_number': 6, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:46.222619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf8b4d4-470b-4f4b-a3c1-60573670de28 None None] The sync data for ids ['6bc62d01-4658-4958-a33b-ce3fba9d6b08'] in dv-cinder-833443-2-iscsi is: [{'id': '6bc62d01-4658-4958-a33b-ce3fba9d6b08', 'name': 'tempest-TestVolumeBootPattern-879296159-router', 'tenant_id': '094b115a7ba64a4b9d2896d1054d6251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:35:41Z', 'updated_at': '2022-04-05T22:42:45Z', 'revision_number': 6, 'project_id': '094b115a7ba64a4b9d2896d1054d6251', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:42:46.261777 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (a6655b4d-61d2-467f-b4a1-5281f3324abb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.287498 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6655b4d-61d2-467f-b4a1-5281f3324abb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:46.350781 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (6bc62d01-4658-4958-a33b-ce3fba9d6b08), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.439793 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (6bc62d01-4658-4958-a33b-ce3fba9d6b08), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.441853 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks [] for router_controller (6bc62d01-4658-4958-a33b-ce3fba9d6b08), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.487576 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (6bc62d01-4658-4958-a33b-ce3fba9d6b08), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.488017 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc62d01-4658-4958-a33b-ce3fba9d6b08 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:42:46.492137 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.493259 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-29a59039-c2b4-403b-9654-0390300f8950 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6bc62d01-4658-4958-a33b-ce3fba9d6b08 HTTP/1.1" status: 204 len: 168 time: 0.7699811 Apr 05 22:42:46.495762 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37350) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:46.538927 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Deleting subnet 8308b736-74c0-4f5a-8895-c47d1f476b48 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:42:46.542048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Publish callbacks [] for subnet (8308b736-74c0-4f5a-8895-c47d1f476b48), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.579475 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (8308b736-74c0-4f5a-8895-c47d1f476b48), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.672109 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (8308b736-74c0-4f5a-8895-c47d1f476b48), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.727538 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (8308b736-74c0-4f5a-8895-c47d1f476b48), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.752065 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8308b736-74c0-4f5a-8895-c47d1f476b48,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:46.756059 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.759379 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-60973010-68bc-462e-9ca9-9d957a9ebfcd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8308b736-74c0-4f5a-8895-c47d1f476b48 HTTP/1.1" status: 204 len: 168 time: 0.2625465 Apr 05 22:42:46.761667 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37352) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:46.761914 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5d1b3-4cd1-4b64-9e92-6e7aaa0a3ecb None None] Network a56631a3-3ed1-4961-984a-cadb33fc7922 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:42:46.832737 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (a56631a3-3ed1-4961-984a-cadb33fc7922), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.886255 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Deleting port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:42:46.886591 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.947875 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] For port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,segment=NetworkSegment(375603fe-4dfd-4d5e-9dca-1ea464dd4413),segment_id=375603fe-4dfd-4d5e-9dca-1ea464dd4413)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:42:46.948168 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:46.960001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Calling delete_port for 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:42:47.007585 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device e5c359b0-ecfd-4350-9780-f5cf862804e1 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:47.010693 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ee620-de9e-47f3-9448-2572502db4f3 None None] DHCP port deletion for a56631a3-3ed1-4961-984a-cadb33fc7922 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:42:47.035814 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: e5c359b0-ecfd-4350-9780-f5cf862804e1 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:47.036210 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device e5c359b0-ecfd-4350-9780-f5cf862804e1 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:47.045281 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.063486 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-108ee620-de9e-47f3-9448-2572502db4f3 None None] The port '6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169' was deleted {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Apr 05 22:42:47.071967 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.075432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] No DVR routers for this DVR port 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:42:47.150217 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (a56631a3-3ed1-4961-984a-cadb33fc7922), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.170957 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56631a3-3ed1-4961-984a-cadb33fc7922']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.180184 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375603fe-4dfd-4d5e-9dca-1ea464dd4413') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.180488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375603fe-4dfd-4d5e-9dca-1ea464dd4413') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:42:47.190293 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (375603fe-4dfd-4d5e-9dca-1ea464dd4413), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.204548 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (375603fe-4dfd-4d5e-9dca-1ea464dd4413), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.213001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:42:47.213268 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (375603fe-4dfd-4d5e-9dca-1ea464dd4413), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:42:47.215115 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:42:47.272484 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (a56631a3-3ed1-4961-984a-cadb33fc7922), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.281389 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.285119 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a56631a3-3ed1-4961-984a-cadb33fc7922 HTTP/1.1" status: 204 len: 168 time: 0.5221016 Apr 05 22:42:47.297509 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71afeb-ae4f-4fe6-8c80-f5025cb09707 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56631a3-3ed1-4961-984a-cadb33fc7922,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.400627 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.444470 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a5087af9-e6fe-43f7-9be4-ed062dc46e2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d1e7aae703c495aa4afe509d5e19dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424356 Apr 05 22:42:47.446829 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37358) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.493110 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbc802a5-a8e5-4120-afe7-3987820b98e3 admin admin] Publish callbacks [] for security_group (a43c606a-6473-49e8-a4dc-a1f5db1810bb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.513254 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbc802a5-a8e5-4120-afe7-3987820b98e3 admin admin] Publish callbacks [] for security_group (a43c606a-6473-49e8-a4dc-a1f5db1810bb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.559660 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbc802a5-a8e5-4120-afe7-3987820b98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (a43c606a-6473-49e8-a4dc-a1f5db1810bb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.562649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbc802a5-a8e5-4120-afe7-3987820b98e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.563786 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bbc802a5-a8e5-4120-afe7-3987820b98e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a43c606a-6473-49e8-a4dc-a1f5db1810bb HTTP/1.1" status: 204 len: 168 time: 0.1160688 Apr 05 22:42:47.571591 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc802a5-a8e5-4120-afe7-3987820b98e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c606a-6473-49e8-a4dc-a1f5db1810bb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:47.874858 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37364) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.914174 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0f8b445e-e36f-44d6-9ab5-3445b7d2809d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=094b115a7ba64a4b9d2896d1054d6251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381579 Apr 05 22:42:47.916571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37366) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:42:47.961232 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f5982c1-7caa-4af7-b31d-054d6ef1889f admin admin] Publish callbacks [] for security_group (1f5268ee-bb84-4bf6-8f29-3b83a952863d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:47.982034 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f5982c1-7caa-4af7-b31d-054d6ef1889f admin admin] Publish callbacks [] for security_group (1f5268ee-bb84-4bf6-8f29-3b83a952863d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.027676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f5982c1-7caa-4af7-b31d-054d6ef1889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (1f5268ee-bb84-4bf6-8f29-3b83a952863d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.030505 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8f5982c1-7caa-4af7-b31d-054d6ef1889f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:42:48.031947 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8f5982c1-7caa-4af7-b31d-054d6ef1889f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f5268ee-bb84-4bf6-8f29-3b83a952863d HTTP/1.1" status: 204 len: 168 time: 0.1145182 Apr 05 22:42:48.041465 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5982c1-7caa-4af7-b31d-054d6ef1889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5268ee-bb84-4bf6-8f29-3b83a952863d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:42:48.328505 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:48.353869 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:48.354220 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 6d2cbfdb-01ba-4ee3-bd6b-a108f0b24169 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:42:48.354665 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device a6655b4d-61d2-467f-b4a1-5281f3324abb no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:42:48.375522 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: a6655b4d-61d2-467f-b4a1-5281f3324abb {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:42:48.375876 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device a6655b4d-61d2-467f-b4a1-5281f3324abb not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:00.377960 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:43:02.864786 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:05.864903 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af68fe2e-36d8-4c89-8f5e-ff8fc978220f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:06.501592 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899bcf-daf1-4263-b61e-89513cd7be75 req-987f0f66-01aa-4f79-846f-f5de051701ec tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:06.503083 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-58899bcf-daf1-4263-b61e-89513cd7be75 req-987f0f66-01aa-4f79-846f-f5de051701ec tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 947 time: 0.0512657 Apr 05 22:43:06.551625 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-58899bcf-daf1-4263-b61e-89513cd7be75 req-f8469ba3-761f-458e-a96e-012b8f187109 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Apr 05 22:43:07.676408 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf012e80-5079-4a46-a7e7-97372af54de9 req-13854098-36ca-4a62-9100-2ac23949994d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:07.677810 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf012e80-5079-4a46-a7e7-97372af54de9 req-13854098-36ca-4a62-9100-2ac23949994d tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 947 time: 0.0521286 Apr 05 22:43:07.757109 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cf012e80-5079-4a46-a7e7-97372af54de9 req-ea590330-0cd4-41a5-b007-5dfa3655d462 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups?id=d152777c-3c87-473f-a9b1-8015abfbba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728614 Apr 05 22:43:07.768202 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-79bb1e0c-aa88-476c-bda2-f08f4f4a2fbc tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:07.769611 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-79bb1e0c-aa88-476c-bda2-f08f4f4a2fbc tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 947 time: 0.0798380 Apr 05 22:43:07.858946 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Deleting port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:07.859285 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:07.952832 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] For port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:07.953122 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.174820 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-93690af4-3310-42d4-b1f3-84127615b7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.408729 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.409093 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (9c736d08-1a2d-470b-b821-c1e09f90e4fb), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.409411 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Floating IP 9c736d08-1a2d-470b-b821-c1e09f90e4fb disassociated. External IP: 172.27.0.50, port: 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037. Apr 05 22:43:08.409755 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Calling delete_port for 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:08.547900 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.578430 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event deleted for resources: {'Port': ['ID=811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:08.696227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:08.806179 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:08.817536 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:08.828235 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:08.829019 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:08.847825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] No DVR routers for this DVR port 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 on host hv-cinder-83344 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:08.850558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:08.853912 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3b65d443-58ad-429b-a66d-799cc1bdcf9c req-084d6761-a5b2-43f6-814b-226001c94a80 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.24 "DELETE /v2.0/ports/811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 HTTP/1.1" status: 204 len: 173 time: 1.0792000 Apr 05 22:43:08.854416 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-deleted', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:43:08.856840 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abb897-f31e-494f-8cdb-daa34ddbeb6a" -d '{"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-deleted", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:43:08.859739 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6cd98773-18a4-4258-b80f-e8886e1a8d04 req-044f56f3-9fb0-4ff9-8357-daa8a348197b tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c1d39a-bf77-4fcd-adf0-353beb03b279 HTTP/1.1" status: 200 len: 210 time: 0.0308917 Apr 05 22:43:08.894492 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a376bf-b282-4bee-b0ec-185c6f1f9810 x-openstack-request-id: req-c0a376bf-b282-4bee-b0ec-185c6f1f9810 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:43:08.894879 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c1d39a-bf77-4fcd-adf0-353beb03b279", "name": "network-vif-deleted", "tag": "811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:43:08.895208 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0a376bf-b282-4bee-b0ec-185c6f1f9810 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:43:08.895691 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a376bf-b282-4bee-b0ec-185c6f1f9810'] response: {'server_uuid': '73c1d39a-bf77-4fcd-adf0-353beb03b279', 'name': 'network-vif-deleted', 'tag': '811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037', 'status': 'completed', 'code': 200} Apr 05 22:43:09.060920 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:09.254512 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:09.281107 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:09.290046 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:09.290651 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:09.400755 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:09.401485 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:09.594312 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:09.619761 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001a62d-7ffd-428f-8a04-6d6f0aad4791 None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:38:24Z', 'revision_number': 4, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '09227806-7da6-4753-ab79-6b6b1a733b2f', 'name': '', 'network_id': 'bb4e4848-f4cb-4185-8171-6dd146df89b8', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'mac_address': 'fa:16:3e:60:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:23Z', 'updated_at': '2022-04-05T22:38:28Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'subnets': [{'id': '090a286f-1e51-41fe-90f4-82d6d82f6ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:09.831395 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ec438-7aa0-4620-8e13-5b1d0d97744f None None] New status for floating IP 9c736d08-1a2d-470b-b821-c1e09f90e4fb: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:43:09.952128 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37396) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:10.005809 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d858c404-6ac2-4f89-9be7-90878490b786 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (d152777c-3c87-473f-a9b1-8015abfbba5a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.028400 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d858c404-6ac2-4f89-9be7-90878490b786 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (d152777c-3c87-473f-a9b1-8015abfbba5a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.074693 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d858c404-6ac2-4f89-9be7-90878490b786 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (d152777c-3c87-473f-a9b1-8015abfbba5a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.077446 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d858c404-6ac2-4f89-9be7-90878490b786 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.078944 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d858c404-6ac2-4f89-9be7-90878490b786 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "DELETE /v2.0/security-groups/d152777c-3c87-473f-a9b1-8015abfbba5a HTTP/1.1" status: 204 len: 168 time: 0.1254361 Apr 05 22:43:10.081718 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37398) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:10.090591 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858c404-6ac2-4f89-9be7-90878490b786 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152777c-3c87-473f-a9b1-8015abfbba5a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:10.095943 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-4b31f464-3cca-44ce-9a85-75a7efae8307 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] show failed (client error): The resource could not be found. Apr 05 22:43:10.096409 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4b31f464-3cca-44ce-9a85-75a7efae8307 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "GET /v2.0/security-groups/d152777c-3c87-473f-a9b1-8015abfbba5a HTTP/1.1" status: 404 len: 347 time: 0.0135415 Apr 05 22:43:10.099089 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:10.221151 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Deleting port e690133e-43f7-4bdc-8bb3-331fee83ce02 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:10.221401 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.300544 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.300866 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (e690133e-43f7-4bdc-8bb3-331fee83ce02), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.312174 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Calling delete_port for e690133e-43f7-4bdc-8bb3-331fee83ce02 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:10.439021 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (e690133e-43f7-4bdc-8bb3-331fee83ce02), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.467510 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Pushing event deleted for resources: {'Port': ['ID=e690133e-43f7-4bdc-8bb3-331fee83ce02,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:10.526964 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks [] for floatingip (9c736d08-1a2d-470b-b821-c1e09f90e4fb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.529434 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:10.530560 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0dccb168-74da-418d-8de7-f44ea3c30c55 tempest-AttachVolumeShelveTestJSON-1947983128 tempest-AttachVolumeShelveTestJSON-1947983128-project] 10.222.0.26 "DELETE /v2.0/floatingips/9c736d08-1a2d-470b-b821-c1e09f90e4fb HTTP/1.1" status: 204 len: 168 time: 0.4305496 Apr 05 22:43:10.699369 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.316441 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:12.574312 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:12.594687 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:12.595056 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device 811fb4e0-ebbd-44b6-b6e1-1b2e5fba8037 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:12.929770 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:13.274385 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (a9531566-43e0-4acc-bd93-0ca7ec9a356a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.516250 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Deleting port 09227806-7da6-4753-ab79-6b6b1a733b2f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:13.516585 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.592001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] For port 09227806-7da6-4753-ab79-6b6b1a733b2f, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=09227806-7da6-4753-ab79-6b6b1a733b2f,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:13.592283 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.604323 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Calling delete_port for 09227806-7da6-4753-ab79-6b6b1a733b2f owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:13.784054 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (09227806-7da6-4753-ab79-6b6b1a733b2f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:13.813355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09227806-7da6-4753-ab79-6b6b1a733b2f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:13.981842 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (a9531566-43e0-4acc-bd93-0ca7ec9a356a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.430093 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Router a9531566-43e0-4acc-bd93-0ca7ec9a356a has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:43:14.536900 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:43:14.541886 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4ad3a681-c7e2-4fc7-b146-2a749f4633b3 admin admin] 10.222.0.26 "PUT /v2.0/routers/a9531566-43e0-4acc-bd93-0ca7ec9a356a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110761 Apr 05 22:43:14.544524 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37424) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:14.545337 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] Sync routers for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:43:14.554869 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:14.555487 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.648876 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks [] for router (a9531566-43e0-4acc-bd93-0ca7ec9a356a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.662110 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:14.751790 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks [] for router_gateway (a9531566-43e0-4acc-bd93-0ca7ec9a356a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.804623 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Deleting port 2df478c9-fabc-4a87-8598-ddb1517b9f35 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:14.804853 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.842016 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:43:13Z', 'revision_number': 5, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port': {'id': '2df478c9-fabc-4a87-8598-ddb1517b9f35', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:38:22Z', 'updated_at': '2022-04-05T22:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.867833 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] Checking router: a9531566-43e0-4acc-bd93-0ca7ec9a356a for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:43:14.876152 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] Routers {'a9531566-43e0-4acc-bd93-0ca7ec9a356a'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:43:14.876787 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:43:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:14.885128 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] For port 2df478c9-fabc-4a87-8598-ddb1517b9f35, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=2df478c9-fabc-4a87-8598-ddb1517b9f35,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:14.885592 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:14.897077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Calling delete_port for 2df478c9-fabc-4a87-8598-ddb1517b9f35 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:14.963461 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] Set router a9531566-43e0-4acc-bd93-0ca7ec9a356a gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:43:15.016704 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 6, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:15.042455 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c37473-c558-4eb0-8bb5-ba65522f040e None None] The sync data for ids ['a9531566-43e0-4acc-bd93-0ca7ec9a356a'] in dv-cinder-833443-2-iscsi is: [{'id': 'a9531566-43e0-4acc-bd93-0ca7ec9a356a', 'name': 'tempest-AttachVolumeShelveTestJSON-942148822-router', 'tenant_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:38:21Z', 'updated_at': '2022-04-05T22:43:14Z', 'revision_number': 6, 'project_id': 'f5ebb86dd6ea4ad5aba03cb7fb29f683', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:43:15.064082 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (2df478c9-fabc-4a87-8598-ddb1517b9f35), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.089262 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df478c9-fabc-4a87-8598-ddb1517b9f35,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.155579 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (a9531566-43e0-4acc-bd93-0ca7ec9a356a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.248145 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (a9531566-43e0-4acc-bd93-0ca7ec9a356a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.250291 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks [] for router_controller (a9531566-43e0-4acc-bd93-0ca7ec9a356a), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.292660 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (a9531566-43e0-4acc-bd93-0ca7ec9a356a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.293193 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9531566-43e0-4acc-bd93-0ca7ec9a356a {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:43:15.297487 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.298732 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-43977043-0884-4999-9e49-d90c42fe0894 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a9531566-43e0-4acc-bd93-0ca7ec9a356a HTTP/1.1" status: 204 len: 168 time: 0.7531881 Apr 05 22:43:15.301218 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37426) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.344124 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Deleting subnet 090a286f-1e51-41fe-90f4-82d6d82f6ec8 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:43:15.347043 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Publish callbacks [] for subnet (090a286f-1e51-41fe-90f4-82d6d82f6ec8), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.382490 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131879386'] for subnet (090a286f-1e51-41fe-90f4-82d6d82f6ec8), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.465606 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (090a286f-1e51-41fe-90f4-82d6d82f6ec8), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.516057 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131949189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130470230'] for subnet (090a286f-1e51-41fe-90f4-82d6d82f6ec8), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.542828 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090a286f-1e51-41fe-90f4-82d6d82f6ec8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.544771 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.550174 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-abda1fef-1348-43cd-ab7e-3944ebe273c5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/090a286f-1e51-41fe-90f4-82d6d82f6ec8 HTTP/1.1" status: 204 len: 168 time: 0.2458303 Apr 05 22:43:15.550329 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd15e2d-b46a-46e0-b47c-a3b38a943cd1 None None] Network bb4e4848-f4cb-4185-8171-6dd146df89b8 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:15.550781 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37428) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:15.620272 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (bb4e4848-f4cb-4185-8171-6dd146df89b8), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.675518 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Deleting port 908ae282-c855-49bc-8a5a-18d687bdbadd {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:15.675870 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.739649 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] For port 908ae282-c855-49bc-8a5a-18d687bdbadd, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=908ae282-c855-49bc-8a5a-18d687bdbadd,segment=NetworkSegment(5a92f2a4-fda8-4493-a336-ccb2dff075ec),segment_id=5a92f2a4-fda8-4493-a336-ccb2dff075ec)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:15.739947 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.754020 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Calling delete_port for 908ae282-c855-49bc-8a5a-18d687bdbadd owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:15.783222 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] DHCP port deletion for bb4e4848-f4cb-4185-8171-6dd146df89b8 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:43:15.834004 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.835464 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Deleting port 908ae282-c855-49bc-8a5a-18d687bdbadd {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:43:15.835838 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.864022 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] No DVR routers for this DVR port 908ae282-c855-49bc-8a5a-18d687bdbadd on host dv-cinder-833443-2-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:15.868499 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=908ae282-c855-49bc-8a5a-18d687bdbadd,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.898543 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] For port 908ae282-c855-49bc-8a5a-18d687bdbadd, host dv-cinder-833443-2-iscsi, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:43:15.898972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.917582 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Calling delete_port for 908ae282-c855-49bc-8a5a-18d687bdbadd owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:43:15.920256 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Port 908ae282-c855-49bc-8a5a-18d687bdbadd was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:43:15.921512 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (908ae282-c855-49bc-8a5a-18d687bdbadd), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:15.947726 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Pushing event deleted for resources: {'Port': ['ID=908ae282-c855-49bc-8a5a-18d687bdbadd,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:15.952373 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] No DVR routers for this DVR port 908ae282-c855-49bc-8a5a-18d687bdbadd on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:43:15.959590 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.960526 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.961142 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.961666 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:15.967063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd181f-61b1-4fad-a0c6-a5df294932f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:16.220381 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (bb4e4848-f4cb-4185-8171-6dd146df89b8), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.239992 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e4848-f4cb-4185-8171-6dd146df89b8']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:16.250141 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a92f2a4-fda8-4493-a336-ccb2dff075ec') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:16.250443 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a92f2a4-fda8-4493-a336-ccb2dff075ec') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:43:16.259814 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (5a92f2a4-fda8-4493-a336-ccb2dff075ec), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.273698 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (5a92f2a4-fda8-4493-a336-ccb2dff075ec), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.279490 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:43:16.279890 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (5a92f2a4-fda8-4493-a336-ccb2dff075ec), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:43:16.282065 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:43:16.339915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (bb4e4848-f4cb-4185-8171-6dd146df89b8), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.340573 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2df478c9-fabc-4a87-8598-ddb1517b9f35 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:16.344974 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.348246 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb4e4848-f4cb-4185-8171-6dd146df89b8 HTTP/1.1" status: 204 len: 168 time: 0.7969289 Apr 05 22:43:16.362115 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 2df478c9-fabc-4a87-8598-ddb1517b9f35 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:16.362648 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 2df478c9-fabc-4a87-8598-ddb1517b9f35 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:16.363082 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 908ae282-c855-49bc-8a5a-18d687bdbadd no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:16.365230 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bc5f3-0516-485a-ac33-a500df861be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4e4848-f4cb-4185-8171-6dd146df89b8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:16.383381 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 908ae282-c855-49bc-8a5a-18d687bdbadd {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:16.383734 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 908ae282-c855-49bc-8a5a-18d687bdbadd not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:16.384165 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 09227806-7da6-4753-ab79-6b6b1a733b2f no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:43:16.403845 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 09227806-7da6-4753-ab79-6b6b1a733b2f {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:43:16.404199 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 09227806-7da6-4753-ab79-6b6b1a733b2f not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:43:16.515509 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37432) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:16.555651 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-76e1b687-05f3-4a15-a393-98ef4d730a9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5ebb86dd6ea4ad5aba03cb7fb29f683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389574 Apr 05 22:43:16.557979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37434) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:16.603676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bc461b2-0606-4088-a80c-212e08a78407 admin admin] Publish callbacks [] for security_group (e0586185-05e2-4bd8-b6b4-e5c84848005a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.623831 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bc461b2-0606-4088-a80c-212e08a78407 admin admin] Publish callbacks [] for security_group (e0586185-05e2-4bd8-b6b4-e5c84848005a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.669979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bc461b2-0606-4088-a80c-212e08a78407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (e0586185-05e2-4bd8-b6b4-e5c84848005a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.672774 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7bc461b2-0606-4088-a80c-212e08a78407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:16.673931 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7bc461b2-0606-4088-a80c-212e08a78407 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0586185-05e2-4bd8-b6b4-e5c84848005a HTTP/1.1" status: 204 len: 168 time: 0.1150792 Apr 05 22:43:16.681835 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc461b2-0606-4088-a80c-212e08a78407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0586185-05e2-4bd8-b6b4-e5c84848005a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:32.887053 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:35.866416 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9bd35c7e-c108-49a0-bb1a-bc9dae68f7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:37.376366 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:43:38.167055 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b6f829c-626e-42d1-9551-22a10b056f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:39.403245 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:40.704772 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:42.310511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.354098 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:43.455713 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.527863 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Publish callbacks [] for security_group (007a10d5-688c-4721-8867-f14d71ac039d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.531611 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (007a10d5-688c-4721-8867-f14d71ac039d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.569574 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4fef101cf524da7ab368c5bd3791e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137678 Apr 05 22:43:43.570376 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007a10d5-688c-4721-8867-f14d71ac039d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:43.572701 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37638) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:43.577305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.577651 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.577988 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.578326 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.578652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.579048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.579382 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.579701 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.580022 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.580347 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.580667 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.580988 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.581308 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.581622 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.581937 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e255382-16e7-4789-91c0-f74a67426a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.621045 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Publish callbacks [] for security_group (007a10d5-688c-4721-8867-f14d71ac039d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.642491 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Publish callbacks [] for security_group (007a10d5-688c-4721-8867-f14d71ac039d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.690356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (007a10d5-688c-4721-8867-f14d71ac039d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.692859 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:43.694301 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/007a10d5-688c-4721-8867-f14d71ac039d HTTP/1.1" status: 204 len: 168 time: 0.1203275 Apr 05 22:43:43.701824 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007a10d5-688c-4721-8867-f14d71ac039d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:43.708740 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.709098 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.709445 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.709879 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.710445 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.710828 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.711160 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.711492 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.711823 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.712156 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.712488 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.712817 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.713142 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.713469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.713793 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8b1015-c2ce-4201-b28a-be2585bb81b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:43:43.945272 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37644) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:43.958359 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7e1fe45-dd0d-4414-ab15-e064ca0f43dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.032922 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7e1fe45-dd0d-4414-ab15-e064ca0f43dc admin admin] Publish callbacks [] for security_group (3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.036769 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b7e1fe45-dd0d-4414-ab15-e064ca0f43dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.074468 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b7e1fe45-dd0d-4414-ab15-e064ca0f43dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1085dcfcd27747c48f653fca2a98e4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281588 Apr 05 22:43:44.075590 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1fe45-dd0d-4414-ab15-e064ca0f43dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:44.077283 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37646) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:44.125618 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1455f7b-8f95-45af-ac18-d33e26cc0912 admin admin] Publish callbacks [] for security_group (3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.146140 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1455f7b-8f95-45af-ac18-d33e26cc0912 admin admin] Publish callbacks [] for security_group (3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.192000 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1455f7b-8f95-45af-ac18-d33e26cc0912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.194830 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1455f7b-8f95-45af-ac18-d33e26cc0912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:44.195967 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e1455f7b-8f95-45af-ac18-d33e26cc0912 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf HTTP/1.1" status: 204 len: 168 time: 0.1176386 Apr 05 22:43:44.203733 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1455f7b-8f95-45af-ac18-d33e26cc0912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e45f5-9a7f-47ea-8aa5-57d01c7e4cbf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:49.818402 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:49.919221 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c39b43-5565-4835-9465-04a9f6c61b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:49.995957 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c39b43-5565-4835-9465-04a9f6c61b0f admin admin] Publish callbacks [] for security_group (00c2e055-cbf5-4ed5-8642-04f6f23f26d6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:49.999477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18c39b43-5565-4835-9465-04a9f6c61b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (00c2e055-cbf5-4ed5-8642-04f6f23f26d6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.037868 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-18c39b43-5565-4835-9465-04a9f6c61b0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59f060409a1342ec8125c88ac24be124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178183 Apr 05 22:43:50.038723 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c39b43-5565-4835-9465-04a9f6c61b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2e055-cbf5-4ed5-8642-04f6f23f26d6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:50.040759 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37732) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:50.089000 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f8a6-38f4-45f2-888e-cee58e6174ab admin admin] Publish callbacks [] for security_group (00c2e055-cbf5-4ed5-8642-04f6f23f26d6), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.109403 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f8a6-38f4-45f2-888e-cee58e6174ab admin admin] Publish callbacks [] for security_group (00c2e055-cbf5-4ed5-8642-04f6f23f26d6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.155272 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f8a6-38f4-45f2-888e-cee58e6174ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (00c2e055-cbf5-4ed5-8642-04f6f23f26d6), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.158036 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f8a6-38f4-45f2-888e-cee58e6174ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.159223 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0cc5f8a6-38f4-45f2-888e-cee58e6174ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00c2e055-cbf5-4ed5-8642-04f6f23f26d6 HTTP/1.1" status: 204 len: 168 time: 0.1174254 Apr 05 22:43:50.167169 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5f8a6-38f4-45f2-888e-cee58e6174ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2e055-cbf5-4ed5-8642-04f6f23f26d6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:50.417750 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:50.431347 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe221c8e-b148-446f-a5b0-fc7a3fd7f81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.507279 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe221c8e-b148-446f-a5b0-fc7a3fd7f81a admin admin] Publish callbacks [] for security_group (46f3cf1d-be3f-4cea-97c8-1d588fc433a3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.510690 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe221c8e-b148-446f-a5b0-fc7a3fd7f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (46f3cf1d-be3f-4cea-97c8-1d588fc433a3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.548212 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fe221c8e-b148-446f-a5b0-fc7a3fd7f81a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2e644a4085a4d0f9a73ecb370191f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294096 Apr 05 22:43:50.549106 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe221c8e-b148-446f-a5b0-fc7a3fd7f81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3cf1d-be3f-4cea-97c8-1d588fc433a3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:50.550966 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:50.598765 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8c39620-6a84-4c43-9538-76ccffd32784 admin admin] Publish callbacks [] for security_group (46f3cf1d-be3f-4cea-97c8-1d588fc433a3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.621378 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8c39620-6a84-4c43-9538-76ccffd32784 admin admin] Publish callbacks [] for security_group (46f3cf1d-be3f-4cea-97c8-1d588fc433a3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.667347 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8c39620-6a84-4c43-9538-76ccffd32784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (46f3cf1d-be3f-4cea-97c8-1d588fc433a3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.669886 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e8c39620-6a84-4c43-9538-76ccffd32784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:50.671056 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e8c39620-6a84-4c43-9538-76ccffd32784 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46f3cf1d-be3f-4cea-97c8-1d588fc433a3 HTTP/1.1" status: 204 len: 168 time: 0.1187348 Apr 05 22:43:50.680131 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c39620-6a84-4c43-9538-76ccffd32784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3cf1d-be3f-4cea-97c8-1d588fc433a3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:54.905350 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:55.007027 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c49d633-9673-4b5c-b2df-8dc3949cd6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.080233 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c49d633-9673-4b5c-b2df-8dc3949cd6f7 admin admin] Publish callbacks [] for security_group (dd461c91-e245-44dc-879f-23e5dec5640e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.083852 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4c49d633-9673-4b5c-b2df-8dc3949cd6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (dd461c91-e245-44dc-879f-23e5dec5640e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.124425 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4c49d633-9673-4b5c-b2df-8dc3949cd6f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a602aff869854e78afc226ccc3f749db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180653 Apr 05 22:43:55.125355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49d633-9673-4b5c-b2df-8dc3949cd6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd461c91-e245-44dc-879f-23e5dec5640e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:55.127135 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37816) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:55.174356 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad510143-4733-41b9-b650-b48c76090452 admin admin] Publish callbacks [] for security_group (dd461c91-e245-44dc-879f-23e5dec5640e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.196740 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad510143-4733-41b9-b650-b48c76090452 admin admin] Publish callbacks [] for security_group (dd461c91-e245-44dc-879f-23e5dec5640e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.243397 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad510143-4733-41b9-b650-b48c76090452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (dd461c91-e245-44dc-879f-23e5dec5640e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.246225 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad510143-4733-41b9-b650-b48c76090452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.247414 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ad510143-4733-41b9-b650-b48c76090452 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd461c91-e245-44dc-879f-23e5dec5640e HTTP/1.1" status: 204 len: 168 time: 0.1192932 Apr 05 22:43:55.254782 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad510143-4733-41b9-b650-b48c76090452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd461c91-e245-44dc-879f-23e5dec5640e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:55.498771 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37822) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:55.512245 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b62598ac-89b2-446a-9950-53d08473e95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.585091 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b62598ac-89b2-446a-9950-53d08473e95a admin admin] Publish callbacks [] for security_group (0692305e-bd7a-497a-afc2-227d29d08ba0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.589667 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b62598ac-89b2-446a-9950-53d08473e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0692305e-bd7a-497a-afc2-227d29d08ba0), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.628565 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b62598ac-89b2-446a-9950-53d08473e95a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3d98da285b9414a82c5ddbf585ed385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287010 Apr 05 22:43:55.630496 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62598ac-89b2-446a-9950-53d08473e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0692305e-bd7a-497a-afc2-227d29d08ba0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:55.631288 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37824) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:55.681202 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428aa4b2-56fa-4f30-a176-7f12c8d77a2e admin admin] Publish callbacks [] for security_group (0692305e-bd7a-497a-afc2-227d29d08ba0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.701908 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428aa4b2-56fa-4f30-a176-7f12c8d77a2e admin admin] Publish callbacks [] for security_group (0692305e-bd7a-497a-afc2-227d29d08ba0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.748586 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428aa4b2-56fa-4f30-a176-7f12c8d77a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (0692305e-bd7a-497a-afc2-227d29d08ba0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.751377 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-428aa4b2-56fa-4f30-a176-7f12c8d77a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:55.752631 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-428aa4b2-56fa-4f30-a176-7f12c8d77a2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0692305e-bd7a-497a-afc2-227d29d08ba0 HTTP/1.1" status: 204 len: 168 time: 0.1193237 Apr 05 22:43:55.760350 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428aa4b2-56fa-4f30-a176-7f12c8d77a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0692305e-bd7a-497a-afc2-227d29d08ba0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:56.408114 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 37846) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:56.515171 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-985408799-network', 'tenant_id': '7ff9b1baa10b4c679da40ab6ddf89b6d'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:56.535151 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Made reservation on behalf of 7ff9b1baa10b4c679da40ab6ddf89b6d for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:56.537238 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.545256 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.618761 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks [] for security_group (46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.622227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.649270 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:43:56.656136 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:56.663793 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (34d31866-d957-48dc-a8be-e1d6903329db), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.664719 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Added segment 34d31866-d957-48dc-a8be-e1d6903329db of type vlan for network ffbc85ab-d1fc-426d-81ec-928151f23ff3 Apr 05 22:43:56.702504 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (ffbc85ab-d1fc-426d-81ec-928151f23ff3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.724672 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (ffbc85ab-d1fc-426d-81ec-928151f23ff3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.726329 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:56.726935 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.757954 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3487265 Apr 05 22:43:56.760914 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 37850) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:43:56.765866 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Request body: {'subnet': {'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-985408799-subnet', 'tenant_id': '7ff9b1baa10b4c679da40ab6ddf89b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:43:56.786390 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Made reservation on behalf of 7ff9b1baa10b4c679da40ab6ddf89b6d for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:43:56.789392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:56.792195 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526e6f-7bcb-4a55-8ec4-6c2ffda93787 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbc85ab-d1fc-426d-81ec-928151f23ff3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:56.801777 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network ffbc85ab-d1fc-426d-81ec-928151f23ff3 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:43:56.963475 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (033add50-c342-4800-a992-73684af81574), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.017459 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033add50-c342-4800-a992-73684af81574,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:43:57.028534 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Checking segment: {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:43:57.028897 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Network hostable DHCP agents. Network: ffbc85ab-d1fc-426d-81ec-928151f23ff3, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:43:57.046696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Network ffbc85ab-d1fc-426d-81ec-928151f23ff3 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:43:57.054557 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, ffbc85ab-d1fc-426d-81ec-928151f23ff3) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:43:57.058813 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:57.059412 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:43:57.064084 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a4ef13-27b8-40b9-9ac4-64943f67b7b2 None None] Network ffbc85ab-d1fc-426d-81ec-928151f23ff3 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:57.076392 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1a8c893a-3a72-4e3c-b822-4cd2fdab6cf7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3138261 Apr 05 22:43:57.160277 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9c7f1-6ea4-428f-8338-b68ef9f24d62 None None] Network ffbc85ab-d1fc-426d-81ec-928151f23ff3 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:43:58.785469 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-a7db867b-6460-4169-9d8f-12ffb566cc98 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:43:58.786963 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-a7db867b-6460-4169-9d8f-12ffb566cc98 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 813 time: 0.0979483 Apr 05 22:43:58.801529 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-52fab4cc-eec1-4a91-9b80-454d955f8e93 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/quotas/7ff9b1baa10b4c679da40ab6ddf89b6d HTTP/1.1" status: 200 len: 375 time: 0.0086613 Apr 05 22:43:58.832466 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-96709c17-06cc-4d0b-87c5-cd5cb04401e8 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254107 Apr 05 22:43:58.884558 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-5d6ef324-a7a6-41e1-bcef-73623a721a9e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:43:58.885555 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-5d6ef324-a7a6-41e1-bcef-73623a721a9e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467536 Apr 05 22:43:58.976683 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-a3ee3d5b-8873-4df1-9730-083b2e0a0257 service neutron] 10.222.0.26 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851977 Apr 05 22:43:59.065477 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-294c731e-b3f4-48a0-ba6b-ea2dc3e7fb60 service neutron] 10.222.0.26 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830426 Apr 05 22:44:00.236488 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1a46bf1a-e17c-4f57-9700-0539ae27a73b req-09668737-49d1-43ee-9b95-d13bdfb7d13b tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0315468 Apr 05 22:44:01.315601 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02713869-ee70-4e12-890b-e9fd42ae87b8 req-df01e11e-3e95-4db8-9656-412aa47aeaa3 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0298457 Apr 05 22:44:02.391739 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6b558d76-0219-4b2c-83b5-bfa1f513980e req-c5802a31-0516-43f3-887b-60be91c5d0e7 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0265989 Apr 05 22:44:02.885674 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:03.467737 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc152153-edfa-416a-84d5-3b9dd2468f32 req-e7aeca4e-dd00-4934-bcc4-4c70d131b720 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0261595 Apr 05 22:44:04.560737 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d385693b-1465-433e-87e5-326de3b36837 req-1d06e1d3-e5d4-49d6-960a-13fb9cd35853 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0276303 Apr 05 22:44:05.273643 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-2ad799ec-8171-448f-b7e2-ba808122a611 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:05.275123 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-2ad799ec-8171-448f-b7e2-ba808122a611 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 813 time: 0.1115263 Apr 05 22:44:05.286989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Request body: {'port': {'device_id': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3', 'admin_state_up': True, 'tenant_id': '7ff9b1baa10b4c679da40ab6ddf89b6d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:05.393056 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Made reservation on behalf of 7ff9b1baa10b4c679da40ab6ddf89b6d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:44:05.396408 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:05.521402 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Allocated IP 172.20.0.12 (ffbc85ab-d1fc-426d-81ec-928151f23ff3/033add50-c342-4800-a992-73684af81574/d84b52d0-ad85-48af-aebc-be6c0a90a887) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:44:05.653847 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cde194e-336a-45be-821f-a658ff1d933d req-be6b1297-f2fc-43be-9c31-48f14d4a8061 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0274642 Apr 05 22:44:05.670230 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks [] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:05.703028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:05.749211 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Network ffbc85ab-d1fc-426d-81ec-928151f23ff3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:44:05.752338 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:44:05.758605 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:44:05.764665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Pushing event updated for resources: {'Port': ['ID=d84b52d0-ad85-48af-aebc-be6c0a90a887,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:05.809299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:05.809904 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:05.825793 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-01949447-d639-4083-895e-954a4277732f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424485 Apr 05 22:44:05.835129 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-94b2baf9-fbab-41e8-bbf3-9f5c74d53552 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:44:05.836062 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-94b2baf9-fbab-41e8-bbf3-9f5c74d53552 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054486 Apr 05 22:44:05.869791 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3621-f082-48cd-85b2-2426e7ba7eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:05.893488 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Request body: {'port': {'device_id': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:44:05.955930 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.218877 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84b52d0-ad85-48af-aebc-be6c0a90a887 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:06.226582 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Publish callbacks [] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.238429 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Transition to ACTIVE for port object d84b52d0-ad85-48af-aebc-be6c0a90a887 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:44:06.242384 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.291842 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Pushing event updated for resources: {'Port': ['ID=d84b52d0-ad85-48af-aebc-be6c0a90a887,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:06.363982 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Attempting to bind port d84b52d0-ad85-48af-aebc-be6c0a90a887 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:44:06.364314 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Attempting to bind port d84b52d0-ad85-48af-aebc-be6c0a90a887 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:44:06.364636 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Attempting to bind port d84b52d0-ad85-48af-aebc-be6c0a90a887 on network ffbc85ab-d1fc-426d-81ec-928151f23ff3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:06.369195 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Port d84b52d0-ad85-48af-aebc-be6c0a90a887 on network ffbc85ab-d1fc-426d-81ec-928151f23ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:44:06.369523 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Attempting to bind port d84b52d0-ad85-48af-aebc-be6c0a90a887 on network ffbc85ab-d1fc-426d-81ec-928151f23ff3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:44:06.374422 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:44:06.374781 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Checking segment: {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:44:06.375163 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Bound using segment: {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:44:06.375584 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Bound port: d84b52d0-ad85-48af-aebc-be6c0a90a887, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:44:06.375940 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.437120 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] For port d84b52d0-ad85-48af-aebc-be6c0a90a887, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:44:06.440028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] For port d84b52d0-ad85-48af-aebc-be6c0a90a887, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:44:06.446665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.486085 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:06.486738 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:06.488104 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] 10.222.0.24 "PUT /v2.0/ports/d84b52d0-ad85-48af-aebc-be6c0a90a887 HTTP/1.1" status: 200 len: 1094 time: 0.6451626 Apr 05 22:44:06.488537 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'tag': 'd84b52d0-ad85-48af-aebc-be6c0a90a887'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:06.490753 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988d78bf-d165-43f9-a25d-3a2fd0f0239e" -d '{"events": [{"name": "network-changed", "server_uuid": "de6d0431-5a5e-468b-a2cc-464701d76e1a", "tag": "d84b52d0-ad85-48af-aebc-be6c0a90a887"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:06.515392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c739-90b5-40cb-9fe8-a018cee6985d service neutron] Pushing event updated for resources: {'Port': ['ID=d84b52d0-ad85-48af-aebc-be6c0a90a887,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:06.575375 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-f7191e37-ebf1-4514-9ace-8753211c0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:06.576935 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-f7191e37-ebf1-4514-9ace-8753211c0a39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 1128 time: 0.0506477 Apr 05 22:44:06.618463 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-7eb3e812-202f-4762-916e-092e28a8b9b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887 HTTP/1.1" status: 200 len: 217 time: 0.0343895 Apr 05 22:44:06.650168 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388629ab-503c-4c8a-9cb4-375074cac3fa x-openstack-request-id: req-388629ab-503c-4c8a-9cb4-375074cac3fa {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:06.650456 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6d0431-5a5e-468b-a2cc-464701d76e1a", "tag": "d84b52d0-ad85-48af-aebc-be6c0a90a887", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:06.650729 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-388629ab-503c-4c8a-9cb4-375074cac3fa {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:06.651118 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388629ab-503c-4c8a-9cb4-375074cac3fa'] response: {'name': 'network-changed', 'server_uuid': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'tag': 'd84b52d0-ad85-48af-aebc-be6c0a90a887', 'status': 'completed', 'code': 200} Apr 05 22:44:06.668762 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-c964eba4-f6d6-448f-a834-74ebaacdd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:06.670207 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-c964eba4-f6d6-448f-a834-74ebaacdd832 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=033add50-c342-4800-a992-73684af81574 HTTP/1.1" status: 200 len: 853 time: 0.0461833 Apr 05 22:44:06.700450 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-5492f4bc-4108-4d24-8f92-9a7300c5e8ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffbc85ab-d1fc-426d-81ec-928151f23ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245709 Apr 05 22:44:06.773806 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c20af-d099-4e21-a244-58d060aa6738 req-8ddea29d-9ef1-4e6f-9fc2-43efad3ca14c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:06.775410 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6d3c20af-d099-4e21-a244-58d060aa6738 req-8ddea29d-9ef1-4e6f-9fc2-43efad3ca14c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 944 time: 0.0535362 Apr 05 22:44:06.793973 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-5066d7b5-d80e-4514-b5b9-0d5461075ab6 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Apr 05 22:44:06.824864 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6d3c20af-d099-4e21-a244-58d060aa6738 req-a2a81cd9-78f7-41eb-ae8d-c475b8cbc30d tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439024 Apr 05 22:44:06.883515 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-218918e0-738c-4cc3-98d4-ff43bec20184 req-1b2450ce-97dc-4c52-a358-fbebe0f4ae79 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Apr 05 22:44:07.578649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-affe1ed4-757d-41ff-ad36-5ec62a4385da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:07.580176 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-affe1ed4-757d-41ff-ad36-5ec62a4385da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 1128 time: 0.0462987 Apr 05 22:44:07.668673 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-270d331d-fbf3-4a3f-b6d8-d58ba77d9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:07.670079 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-270d331d-fbf3-4a3f-b6d8-d58ba77d9b12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 914 time: 0.0840509 Apr 05 22:44:07.715320 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-5070dba8-4f5e-4aa3-960c-45264915e59d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887 HTTP/1.1" status: 200 len: 217 time: 0.0389316 Apr 05 22:44:07.763143 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-a1475604-3d02-421d-97c2-dc19488bb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:07.764632 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-a1475604-3d02-421d-97c2-dc19488bb8c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=033add50-c342-4800-a992-73684af81574 HTTP/1.1" status: 200 len: 853 time: 0.0441782 Apr 05 22:44:07.795579 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-4b267422-657b-41c5-9642-d69031cdbfd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffbc85ab-d1fc-426d-81ec-928151f23ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253999 Apr 05 22:44:07.888818 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-8c6d16c8-b0fd-4f22-b990-556e01052538 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869236 Apr 05 22:44:08.004329 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42339b-ca08-40b3-bdd1-bfa2da33d24c req-dadef0c8-35c0-4e9d-a25b-a09e1797e10f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:08.005704 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7a42339b-ca08-40b3-bdd1-bfa2da33d24c req-dadef0c8-35c0-4e9d-a25b-a09e1797e10f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 944 time: 0.1125298 Apr 05 22:44:08.036152 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-988d78bf-d165-43f9-a25d-3a2fd0f0239e req-a244a580-f45e-4f79-a657-0dbe77e7cddb service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347585 Apr 05 22:44:08.064748 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-7a42339b-ca08-40b3-bdd1-bfa2da33d24c req-51bfc5a8-6e19-4678-a789-c6fc33ef9f4c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513942 Apr 05 22:44:08.168959 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3da20308-7819-4379-a20a-24359718644e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:09.182854 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7babf-1e94-4917-8a93-45d37c0f605c req-9eb62778-7333-43d7-867a-0c00da01ae1b tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:09.184341 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-edd7babf-1e94-4917-8a93-45d37c0f605c req-9eb62778-7333-43d7-867a-0c00da01ae1b tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 944 time: 0.0535359 Apr 05 22:44:09.231032 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-edd7babf-1e94-4917-8a93-45d37c0f605c req-d939512b-216d-4259-9bdf-11c98fc47043 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Apr 05 22:44:09.406253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:10.348348 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2e791-a341-4fe9-ae39-d6ae39de0710 req-24fe3fef-e112-4250-ad1e-7d4779f8e6a8 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:10.349840 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5a2e791-a341-4fe9-ae39-d6ae39de0710 req-24fe3fef-e112-4250-ad1e-7d4779f8e6a8 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 944 time: 0.0519640 Apr 05 22:44:10.395984 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c5a2e791-a341-4fe9-ae39-d6ae39de0710 req-ba3ab24d-1874-48ef-90dd-bf839d16f4bc tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Apr 05 22:44:10.705065 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:10.837562 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d84b52d0-ad85-48af-aebc-be6c0a90a887 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:44:10.932813 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d84b52d0-ad85-48af-aebc-be6c0a90a887, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:10.943449 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'd84b52d0-ad85-48af-aebc-be6c0a90a887', 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3', 'port_id': 'd84b52d0-ad85-48af-aebc-be6c0a90a887', 'mac_address': 'fa:16:3e:7f:b5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033add50-c342-4800-a992-73684af81574', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:44:10.979932 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d84b52d0-ad85-48af-aebc-be6c0a90a887 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:10.980257 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:10.992451 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84b52d0-ad85-48af-aebc-be6c0a90a887 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:44:11.011445 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d84b52d0-ad85-48af-aebc-be6c0a90a887, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:11.015240 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:11.063472 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d84b52d0-ad85-48af-aebc-be6c0a90a887,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:11.257586 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['d84b52d0-ad85-48af-aebc-be6c0a90a887'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:11.524532 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4debebf-c9b9-4a04-86c8-1966eaa9039a req-6271159c-cbf8-4661-9c59-6dc5fbadcfad tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:11.525979 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b4debebf-c9b9-4a04-86c8-1966eaa9039a req-6271159c-cbf8-4661-9c59-6dc5fbadcfad tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 945 time: 0.0525398 Apr 05 22:44:11.572413 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b4debebf-c9b9-4a04-86c8-1966eaa9039a req-3dd3eb1b-03df-4329-8e86-af1dc9a4f50a tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Apr 05 22:44:12.313585 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:12.691158 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4263-5937-4f73-bd85-3002991036f4 req-6c8327e5-9d20-4bd9-bb86-a4d75e9df3bf tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:12.692626 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d56c4263-5937-4f73-bd85-3002991036f4 req-6c8327e5-9d20-4bd9-bb86-a4d75e9df3bf tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 945 time: 0.0556571 Apr 05 22:44:12.739026 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d56c4263-5937-4f73-bd85-3002991036f4 req-a28d8d42-4fcf-4876-b58d-9bd3e9e271dd tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 Apr 05 22:44:12.856537 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d84b52d0-ad85-48af-aebc-be6c0a90a887 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:44:12.902971 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port d84b52d0-ad85-48af-aebc-be6c0a90a887 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:44:12.906800 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port d84b52d0-ad85-48af-aebc-be6c0a90a887 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:44:12.907185 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:12.982036 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d84b52d0-ad85-48af-aebc-be6c0a90a887 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:44:12.982424 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:13.003714 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84b52d0-ad85-48af-aebc-be6c0a90a887'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:13.005932 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5d048-8a8a-4a95-a6a5-803c23d6a669" -d '{"events": [{"server_uuid": "de6d0431-5a5e-468b-a2cc-464701d76e1a", "name": "network-vif-plugged", "status": "completed", "tag": "d84b52d0-ad85-48af-aebc-be6c0a90a887"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:13.019087 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d84b52d0-ad85-48af-aebc-be6c0a90a887, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:13.024123 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:13.077007 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d84b52d0-ad85-48af-aebc-be6c0a90a887,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:13.105279 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428e14b-4dc8-460b-b9e1-6a351d6f030b x-openstack-request-id: req-d428e14b-4dc8-460b-b9e1-6a351d6f030b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:13.105574 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d0431-5a5e-468b-a2cc-464701d76e1a", "name": "network-vif-plugged", "status": "completed", "tag": "d84b52d0-ad85-48af-aebc-be6c0a90a887", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:13.105831 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d428e14b-4dc8-460b-b9e1-6a351d6f030b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:13.106232 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d428e14b-4dc8-460b-b9e1-6a351d6f030b'] response: {'server_uuid': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84b52d0-ad85-48af-aebc-be6c0a90a887', 'code': 200} Apr 05 22:44:13.267480 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2bb5-5887-463b-88e1-16a5d46581aa req-e78c016c-f6f9-4705-b90e-6b7e1af42dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:13.268871 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e48b2bb5-5887-463b-88e1-16a5d46581aa req-e78c016c-f6f9-4705-b90e-6b7e1af42dd7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 1130 time: 0.0430124 Apr 05 22:44:13.310535 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e48b2bb5-5887-463b-88e1-16a5d46581aa req-d243b1a8-2177-4bb9-a3b5-aee3534a20ad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359056 Apr 05 22:44:13.857865 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92353f33-beab-4271-bea8-37c62bdf7140 req-66127731-818c-42da-995e-7673f7ea5a97 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:13.859375 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-92353f33-beab-4271-bea8-37c62bdf7140 req-66127731-818c-42da-995e-7673f7ea5a97 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 946 time: 0.0536029 Apr 05 22:44:13.904078 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-92353f33-beab-4271-bea8-37c62bdf7140 req-96904253-25cf-4abf-a7ab-8f2413942d32 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Apr 05 22:44:14.374226 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:15.026086 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a59ad-318d-4384-9012-28f69c1ada37 req-0730d9ec-57a0-46d3-b51e-109d59b0d694 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:15.027504 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b65a59ad-318d-4384-9012-28f69c1ada37 req-0730d9ec-57a0-46d3-b51e-109d59b0d694 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 946 time: 0.0555966 Apr 05 22:44:15.073458 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b65a59ad-318d-4384-9012-28f69c1ada37 req-c40459d8-65f9-4935-9b96-87d338d91f0f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Apr 05 22:44:32.901591 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:35.871123 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bbf75228-2110-4146-aad6-7f7b6ed40ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:38.169511 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f3d70a82-44a8-4de2-872e-436a16f47f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:39.409290 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:39.754200 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-814ade17-0828-4585-a684-70760f081f87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428605 Apr 05 22:44:39.839493 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-997c06da-cf75-41bb-a8e4-9f2bb4443de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:39.840959 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-997c06da-cf75-41bb-a8e4-9f2bb4443de8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 1130 time: 0.0442748 Apr 05 22:44:39.952062 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-a1f4ea61-bc03-4342-86de-5751afbed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:39.953698 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-a1f4ea61-bc03-4342-86de-5751afbed413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 914 time: 0.0939558 Apr 05 22:44:39.993949 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-674a5045-38ea-4508-ad12-1cacb0605723 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887 HTTP/1.1" status: 200 len: 217 time: 0.0342560 Apr 05 22:44:40.041639 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-f16e6c88-8bc1-415b-9588-c6e7e44381ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:40.042962 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-f16e6c88-8bc1-415b-9588-c6e7e44381ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=033add50-c342-4800-a992-73684af81574 HTTP/1.1" status: 200 len: 853 time: 0.0436220 Apr 05 22:44:40.077833 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-bdf0fea5-22e0-4e1e-b517-3e41384152c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffbc85ab-d1fc-426d-81ec-928151f23ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292196 Apr 05 22:44:40.169252 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-23128833-a1e8-4165-9f3c-7fe3a7f50e64 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Apr 05 22:44:40.273177 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9a899013-46c1-4c8f-958b-2e16bf980884 req-629bc5a4-aa09-42f0-83b1-54ad88481dec service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983288 Apr 05 22:44:40.707930 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:42.315326 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:51.373249 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:44:52.346610 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ad95c-6806-443c-a209-dfaf580321f0 req-80839af6-f6fb-4448-bed8-0cee652d15af tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:52.348059 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-132ad95c-6806-443c-a209-dfaf580321f0 req-80839af6-f6fb-4448-bed8-0cee652d15af tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 946 time: 0.0513306 Apr 05 22:44:52.394863 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-132ad95c-6806-443c-a209-dfaf580321f0 req-379df821-795f-4530-ab54-df502852e3c1 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Apr 05 22:44:53.513423 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e6f08-f628-447d-8858-e7d8521c0117 req-ad0da493-724b-42c7-b033-4cc1d8065274 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:53.514911 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c3e6f08-f628-447d-8858-e7d8521c0117 req-ad0da493-724b-42c7-b033-4cc1d8065274 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 946 time: 0.0523930 Apr 05 22:44:53.561628 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1c3e6f08-f628-447d-8858-e7d8521c0117 req-8d4175a7-6040-46ff-9e1f-bd1266915f46 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Apr 05 22:44:53.770989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-2e77065f-f5db-414a-918d-958a965ed4d6 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:44:53.773032 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-2e77065f-f5db-414a-918d-958a965ed4d6 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 946 time: 0.0519891 Apr 05 22:44:53.866247 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Deleting port d84b52d0-ad85-48af-aebc-be6c0a90a887 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:44:53.866577 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:53.954504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] For port d84b52d0-ad85-48af-aebc-be6c0a90a887, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d84b52d0-ad85-48af-aebc-be6c0a90a887,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:44:53.954897 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:53.966976 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Calling delete_port for d84b52d0-ad85-48af-aebc-be6c0a90a887 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:44:54.091423 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (d84b52d0-ad85-48af-aebc-be6c0a90a887), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:54.104089 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['d84b52d0-ad85-48af-aebc-be6c0a90a887'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:44:54.130928 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Pushing event deleted for resources: {'Port': ['ID=d84b52d0-ad85-48af-aebc-be6c0a90a887,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:44:54.152974 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.153323 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.153684 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.154028 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.154354 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.154681 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.155031 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.155355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.155686 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.156016 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.156329 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.156651 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.157696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.157696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.157696 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:44:54.181166 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] No DVR routers for this DVR port d84b52d0-ad85-48af-aebc-be6c0a90a887 on host hv-cinder-83344 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:44:54.183650 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:44:54.186924 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-be934a24-53aa-4d0f-81d0-24e99db7be68 req-8ce798af-e9c0-4da8-8cb7-60fd34d9b7be tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "DELETE /v2.0/ports/d84b52d0-ad85-48af-aebc-be6c0a90a887 HTTP/1.1" status: 204 len: 173 time: 0.4069111 Apr 05 22:44:54.187357 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'name': 'network-vif-deleted', 'tag': 'd84b52d0-ad85-48af-aebc-be6c0a90a887'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:44:54.189582 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8424334-8054-4811-9821-1f077b6c2541" -d '{"events": [{"server_uuid": "de6d0431-5a5e-468b-a2cc-464701d76e1a", "name": "network-vif-deleted", "tag": "d84b52d0-ad85-48af-aebc-be6c0a90a887"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:44:54.227962 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8375a720-6e98-4471-b8c0-aa8893a49942 x-openstack-request-id: req-8375a720-6e98-4471-b8c0-aa8893a49942 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:44:54.228283 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6d0431-5a5e-468b-a2cc-464701d76e1a", "name": "network-vif-deleted", "tag": "d84b52d0-ad85-48af-aebc-be6c0a90a887", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:44:54.228566 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8375a720-6e98-4471-b8c0-aa8893a49942 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:44:54.228969 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8375a720-6e98-4471-b8c0-aa8893a49942'] response: {'server_uuid': 'de6d0431-5a5e-468b-a2cc-464701d76e1a', 'name': 'network-vif-deleted', 'tag': 'd84b52d0-ad85-48af-aebc-be6c0a90a887', 'status': 'completed', 'code': 200} Apr 05 22:44:54.675692 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c54dc496-fdf0-416b-b27d-e3e9692a29d6 req-d387aba6-51d2-4963-b024-aaf327659867 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=de6d0431-5a5e-468b-a2cc-464701d76e1a HTTP/1.1" status: 200 len: 210 time: 0.0332947 Apr 05 22:44:59.066496 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d84b52d0-ad85-48af-aebc-be6c0a90a887 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:44:59.087746 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: d84b52d0-ad85-48af-aebc-be6c0a90a887 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:44:59.088093 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d84b52d0-ad85-48af-aebc-be6c0a90a887 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:02.899774 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:03.673307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-af09619f-f0be-45e0-a1bd-12f801afa450 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:03.674079 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-af09619f-f0be-45e0-a1bd-12f801afa450 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 813 time: 0.1080651 Apr 05 22:45:03.691349 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-5a555a57-2b78-4755-9f4e-7fd309aeb548 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/quotas/7ff9b1baa10b4c679da40ab6ddf89b6d HTTP/1.1" status: 200 len: 375 time: 0.0107992 Apr 05 22:45:03.730578 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-a82d45d2-d92c-4a15-85c9-b0afae8a4357 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313725 Apr 05 22:45:03.831232 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-845a8d0c-3416-4f12-88ee-1b3a3f3f92ed service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 22:45:03.832796 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-845a8d0c-3416-4f12-88ee-1b3a3f3f92ed service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0953708 Apr 05 22:45:03.927821 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b0d21d31-1a50-400f-963e-4b792a54940f service neutron] 10.222.0.26 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879064 Apr 05 22:45:04.015854 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-082c6608-060a-4369-b34a-18d67bfee807 service neutron] 10.222.0.26 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816717 Apr 05 22:45:04.171118 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d056c44a-dd85-47bb-8fc4-13061f42cffd req-78ececec-21f1-4492-8c7d-aa20cc44fb91 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 210 time: 0.0276644 Apr 05 22:45:05.277957 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-85079c8b-f944-4079-ab41-6258ffc20520 req-ac1a00db-7607-409e-9402-2f9fb8d65412 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 210 time: 0.0359304 Apr 05 22:45:05.311090 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-44570722-4ef9-43a1-a330-d7fc595c8a7d tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:05.312492 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-44570722-4ef9-43a1-a330-d7fc595c8a7d tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 813 time: 0.3818758 Apr 05 22:45:05.325047 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Request body: {'port': {'device_id': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3', 'admin_state_up': True, 'tenant_id': '7ff9b1baa10b4c679da40ab6ddf89b6d'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:05.431268 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Made reservation on behalf of 7ff9b1baa10b4c679da40ab6ddf89b6d for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:45:05.434497 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:05.553671 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Allocated IP 172.20.0.10 (ffbc85ab-d1fc-426d-81ec-928151f23ff3/033add50-c342-4800-a992-73684af81574/d1f3c57e-0528-4e1a-8e85-3b92eb17ad63) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:45:05.701372 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks [] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:05.734777 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:05.775821 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Network ffbc85ab-d1fc-426d-81ec-928151f23ff3 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:45:05.778641 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:45:05.782289 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:45:05.813805 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Pushing event updated for resources: {'Port': ['ID=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:05.841601 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:05.842208 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:05.859063 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-b3a83bd5-30b9-4b49-bf08-1ec5341e4843 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5376778 Apr 05 22:45:05.871127 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Request body: {'port': {'device_id': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:45:05.874576 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6884364e-f135-497b-91a3-6b77cf0a16df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:05.930348 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.191307 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:45:06.199707 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Publish callbacks [] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.213642 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Transition to ACTIVE for port object d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:45:06.217654 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.284777 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Pushing event updated for resources: {'Port': ['ID=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:06.333420 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Attempting to bind port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:45:06.333753 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Attempting to bind port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:45:06.334243 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Attempting to bind port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 on network ffbc85ab-d1fc-426d-81ec-928151f23ff3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:06.339277 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 on network ffbc85ab-d1fc-426d-81ec-928151f23ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:45:06.339947 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Attempting to bind port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 on network ffbc85ab-d1fc-426d-81ec-928151f23ff3 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:45:06.344549 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:45:06.344888 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Checking segment: {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:45:06.345267 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Bound using segment: {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:45:06.345690 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Bound port: d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d31866-d957-48dc-a8be-e1d6903329db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:45:06.346052 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.402661 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde11c0-b214-485c-8736-22ca2709a609 req-7635a165-f196-461d-aa28-5adbe5759377 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:06.404187 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fde11c0-b214-485c-8736-22ca2709a609 req-7635a165-f196-461d-aa28-5adbe5759377 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 944 time: 0.0570309 Apr 05 22:45:06.412596 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] For port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:45:06.415586 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] For port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:45:06.421481 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.451626 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fde11c0-b214-485c-8736-22ca2709a609 req-5d826e0c-0212-489f-9814-aae84b10b1c8 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Apr 05 22:45:06.456303 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:06.456975 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:06.458300 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] 10.222.0.24 "PUT /v2.0/ports/d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 HTTP/1.1" status: 200 len: 1094 time: 0.5915515 Apr 05 22:45:06.458756 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'tag': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:06.461629 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88704f13-24ae-472d-b5ef-f00d50dccffb" -d '{"events": [{"name": "network-changed", "server_uuid": "0061a1a7-1f73-45aa-b979-e09a27d22363", "tag": "d1f3c57e-0528-4e1a-8e85-3b92eb17ad63"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:06.482427 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948457a-cd7a-472e-9011-3aad4c36115c service neutron] Pushing event updated for resources: {'Port': ['ID=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:06.508285 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0c9e16-bd4d-4b1c-99e4-01b64f11d662 x-openstack-request-id: req-6d0c9e16-bd4d-4b1c-99e4-01b64f11d662 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:06.508568 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0061a1a7-1f73-45aa-b979-e09a27d22363", "tag": "d1f3c57e-0528-4e1a-8e85-3b92eb17ad63", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:06.508822 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d0c9e16-bd4d-4b1c-99e4-01b64f11d662 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:06.509213 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0c9e16-bd4d-4b1c-99e4-01b64f11d662'] response: {'name': 'network-changed', 'server_uuid': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'tag': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63', 'status': 'completed', 'code': 200} Apr 05 22:45:06.545119 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4aa157e7-18cd-4793-9aee-157c07d8000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:06.546600 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-4aa157e7-18cd-4793-9aee-157c07d8000c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 1128 time: 0.0479112 Apr 05 22:45:06.589794 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-9fe725b9-f100-4223-b5af-f0b660d4db9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 HTTP/1.1" status: 200 len: 217 time: 0.0366352 Apr 05 22:45:06.637305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-6ebd15cc-eefc-4813-9d11-ba877bb9049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:06.638684 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-6ebd15cc-eefc-4813-9d11-ba877bb9049e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=033add50-c342-4800-a992-73684af81574 HTTP/1.1" status: 200 len: 853 time: 0.0423658 Apr 05 22:45:06.670156 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-324d084c-7745-47fc-ba5f-8c8b002f44e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffbc85ab-d1fc-426d-81ec-928151f23ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242794 Apr 05 22:45:06.767406 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-8cd1d8e8-90fa-452d-b4a7-348e96146acc service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913322 Apr 05 22:45:06.855816 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11e61693-bc3a-4047-9e96-c95ee24edb11 req-675b648d-a58b-475f-adef-fea2199cc966 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819151 Apr 05 22:45:07.569900 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d287c-915f-4743-9238-d757100f2841 req-2f327eba-a922-4b56-88c1-6bbbd769f42c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:07.571596 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-be3d287c-915f-4743-9238-d757100f2841 req-2f327eba-a922-4b56-88c1-6bbbd769f42c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 944 time: 0.0539207 Apr 05 22:45:07.587200 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-44500ccb-af87-41d7-99d0-96369f16c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:07.588690 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-44500ccb-af87-41d7-99d0-96369f16c912 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 1128 time: 0.0453269 Apr 05 22:45:07.621539 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-be3d287c-915f-4743-9238-d757100f2841 req-20ac7aa4-1b11-4068-991f-cb23167af2b7 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Apr 05 22:45:07.683548 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-7601d3bc-87c6-43cf-a68d-1bc021c57aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:07.684938 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-7601d3bc-87c6-43cf-a68d-1bc021c57aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 200 len: 914 time: 0.0904503 Apr 05 22:45:07.723551 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-41d91f5d-f72a-493d-996c-a145124ac8e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 HTTP/1.1" status: 200 len: 217 time: 0.0329180 Apr 05 22:45:07.774152 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-e7414115-20a4-41bc-a63b-36dbd7381d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:07.775596 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-e7414115-20a4-41bc-a63b-36dbd7381d96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=033add50-c342-4800-a992-73684af81574 HTTP/1.1" status: 200 len: 853 time: 0.0467355 Apr 05 22:45:07.807274 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-02d250f2-4731-43b5-a65c-709afba3d16a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffbc85ab-d1fc-426d-81ec-928151f23ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256965 Apr 05 22:45:07.893347 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-e29690bf-b330-4423-aaf5-05d5aae0fbb4 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Apr 05 22:45:07.983507 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-88704f13-24ae-472d-b5ef-f00d50dccffb req-2e8723cb-d8ac-4620-94ce-c085efd11158 service neutron] 10.222.0.24 "GET /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Apr 05 22:45:08.170654 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8cb4dafa-8ee5-42d8-a06c-75e569c64f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:08.753725 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11210bb8-3703-4b4b-8d22-4a0c170bbb86 req-21aec809-247e-4279-82f8-a70e8337307f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:08.755233 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11210bb8-3703-4b4b-8d22-4a0c170bbb86 req-21aec809-247e-4279-82f8-a70e8337307f tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 944 time: 0.0646899 Apr 05 22:45:08.801079 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-11210bb8-3703-4b4b-8d22-4a0c170bbb86 req-741eb933-c886-4ba9-849a-5c882e620351 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Apr 05 22:45:09.105172 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:45:09.202832 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:09.213590 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63', 'network_id': 'ffbc85ab-d1fc-426d-81ec-928151f23ff3', 'port_id': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63', 'mac_address': 'fa:16:3e:64:22:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033add50-c342-4800-a992-73684af81574', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:45:09.249701 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:09.250146 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.262389 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:45:09.281127 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:09.284729 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.332687 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:09.339486 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.339835 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.340178 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.340517 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.340851 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.341182 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.341508 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.341836 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.342161 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.342493 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.342848 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.343178 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.343501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.343826 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.344145 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:09.414516 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:09.469191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['d1f3c57e-0528-4e1a-8e85-3b92eb17ad63'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:45:09.920246 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0b71b-edc9-4946-9bf5-03867d6fb986 req-ce29b058-4e2a-422b-bd2c-7eba3abe8c5c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:09.921720 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbc0b71b-edc9-4946-9bf5-03867d6fb986 req-ce29b058-4e2a-422b-bd2c-7eba3abe8c5c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 945 time: 0.0561752 Apr 05 22:45:09.967182 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dbc0b71b-edc9-4946-9bf5-03867d6fb986 req-deb8d406-e9c8-4d82-9edd-b28b7e4cdea6 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Apr 05 22:45:10.711211 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.087804 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94f167-7f87-41a0-b1b0-da05f9c9d04f req-b8e08b4d-d594-440f-9157-8177c7a889a5 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:11.089284 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d94f167-7f87-41a0-b1b0-da05f9c9d04f req-b8e08b4d-d594-440f-9157-8177c7a889a5 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 945 time: 0.0566299 Apr 05 22:45:11.121755 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:45:11.136899 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9d94f167-7f87-41a0-b1b0-da05f9c9d04f req-ef7761c4-dbfe-422b-8bbe-02828eea1bef tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Apr 05 22:45:11.173183 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:45:11.177045 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:45:11.177428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.255589 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:45:11.255956 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.278528 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:11.280753 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5929672-a98f-4507-b25b-297065cd16fa" -d '{"events": [{"server_uuid": "0061a1a7-1f73-45aa-b979-e09a27d22363", "name": "network-vif-plugged", "status": "completed", "tag": "d1f3c57e-0528-4e1a-8e85-3b92eb17ad63"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:11.293246 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:11.297108 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:11.329224 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d222eed7-320f-47d7-bba4-036a897f36b6 x-openstack-request-id: req-d222eed7-320f-47d7-bba4-036a897f36b6 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:11.329628 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0061a1a7-1f73-45aa-b979-e09a27d22363", "name": "network-vif-plugged", "status": "completed", "tag": "d1f3c57e-0528-4e1a-8e85-3b92eb17ad63", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:11.329986 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d222eed7-320f-47d7-bba4-036a897f36b6 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:11.330515 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d222eed7-320f-47d7-bba4-036a897f36b6'] response: {'server_uuid': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63', 'code': 200} Apr 05 22:45:11.363717 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:11.484932 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b78bb5-eb1d-414a-9e7a-b7883af5f22c req-ba4fe192-eefa-4f6e-b6c5-d5ef9e2ba4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:11.486590 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-00b78bb5-eb1d-414a-9e7a-b7883af5f22c req-ba4fe192-eefa-4f6e-b6c5-d5ef9e2ba4ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 1130 time: 0.0426571 Apr 05 22:45:11.528885 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-00b78bb5-eb1d-414a-9e7a-b7883af5f22c req-813ba3be-48cb-4f23-99e3-c129b46efd5b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367897 Apr 05 22:45:12.254135 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a11c0-7ce7-40ea-8c7b-8a305f307fd2 req-57ab24c6-c79a-45af-8357-ed135202981c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:12.255630 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-689a11c0-7ce7-40ea-8c7b-8a305f307fd2 req-57ab24c6-c79a-45af-8357-ed135202981c tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 946 time: 0.0508492 Apr 05 22:45:12.304950 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-689a11c0-7ce7-40ea-8c7b-8a305f307fd2 req-d51bd805-9e9d-4d8c-a3fc-4fb8ea2019a3 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Apr 05 22:45:12.316580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:13.423958 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac6d1-3a3c-4723-85ec-2a4301f51cba req-cd6138cc-ea2e-4794-8f12-a85b4d6847eb tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:13.425426 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-05dac6d1-3a3c-4723-85ec-2a4301f51cba req-cd6138cc-ea2e-4794-8f12-a85b4d6847eb tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 946 time: 0.0515766 Apr 05 22:45:13.470577 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-05dac6d1-3a3c-4723-85ec-2a4301f51cba req-4c925c81-23e0-4c78-8575-a843b686ee90 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Apr 05 22:45:28.372900 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:45:31.339740 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf21bd-cd65-4372-8177-ae8c9b67406b req-6ea4a72c-6bf0-46ce-9439-bfef825236fc tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:31.341130 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ebdf21bd-cd65-4372-8177-ae8c9b67406b req-6ea4a72c-6bf0-46ce-9439-bfef825236fc tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 946 time: 0.0516529 Apr 05 22:45:31.390594 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ebdf21bd-cd65-4372-8177-ae8c9b67406b req-8e82fbb9-90bf-4ec6-a86c-18108bdb5579 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440102 Apr 05 22:45:32.508781 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8a07-001b-46cf-a467-cc565330dab0 req-c99b3d5f-3520-44c8-bdb1-114a8c55d3a8 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:32.510294 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-331f8a07-001b-46cf-a467-cc565330dab0 req-c99b3d5f-3520-44c8-bdb1-114a8c55d3a8 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 946 time: 0.0523138 Apr 05 22:45:32.556110 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-331f8a07-001b-46cf-a467-cc565330dab0 req-8ab55f77-8181-41b0-9d5e-995ef9cd8d54 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/security-groups?id=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Apr 05 22:45:32.822160 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018308c-692e-488f-ad26-3fe7951dd629 req-bdc2b0cd-2108-4446-96cd-f6857123638a tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:45:32.823603 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d018308c-692e-488f-ad26-3fe7951dd629 req-bdc2b0cd-2108-4446-96cd-f6857123638a tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 946 time: 0.0507839 Apr 05 22:45:32.916218 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:32.924086 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Deleting port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:45:32.924432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.011618 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] For port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,segment=NetworkSegment(34d31866-d957-48dc-a8be-e1d6903329db),segment_id=34d31866-d957-48dc-a8be-e1d6903329db)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:45:33.011907 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.024383 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Calling delete_port for d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:45:33.151279 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (d1f3c57e-0528-4e1a-8e85-3b92eb17ad63), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.163475 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['d1f3c57e-0528-4e1a-8e85-3b92eb17ad63'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:45:33.178785 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Pushing event deleted for resources: {'Port': ['ID=d1f3c57e-0528-4e1a-8e85-3b92eb17ad63,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:33.228652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] No DVR routers for this DVR port d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 on host hv-cinder-83344 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:45:33.231254 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:33.234548 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-d018308c-692e-488f-ad26-3fe7951dd629 req-23f799ff-0ce1-4fcc-8b59-6c8be69eba94 tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.24 "DELETE /v2.0/ports/d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 HTTP/1.1" status: 204 len: 173 time: 0.4046702 Apr 05 22:45:33.235018 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'name': 'network-vif-deleted', 'tag': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:45:33.237194 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401f08e-c7a1-41c7-a39d-1f45144d2653" -d '{"events": [{"server_uuid": "0061a1a7-1f73-45aa-b979-e09a27d22363", "name": "network-vif-deleted", "tag": "d1f3c57e-0528-4e1a-8e85-3b92eb17ad63"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:45:33.272898 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b56ef70-eded-4a04-b62f-d8b15b1ee35a x-openstack-request-id: req-3b56ef70-eded-4a04-b62f-d8b15b1ee35a {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:45:33.273198 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0061a1a7-1f73-45aa-b979-e09a27d22363", "name": "network-vif-deleted", "tag": "d1f3c57e-0528-4e1a-8e85-3b92eb17ad63", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:45:33.273460 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b56ef70-eded-4a04-b62f-d8b15b1ee35a {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:45:33.273862 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b56ef70-eded-4a04-b62f-d8b15b1ee35a'] response: {'server_uuid': '0061a1a7-1f73-45aa-b979-e09a27d22363', 'name': 'network-vif-deleted', 'tag': 'd1f3c57e-0528-4e1a-8e85-3b92eb17ad63', 'status': 'completed', 'code': 200} Apr 05 22:45:33.667354 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c923566f-02a4-40cc-ae91-3298c639c8b3 req-77180f58-7143-46ec-8495-3ef74cf2df3d tempest-VolumesSnapshotTestJSON-897216525 tempest-VolumesSnapshotTestJSON-897216525-project] 10.222.0.26 "GET /v2.0/ports?device_id=0061a1a7-1f73-45aa-b979-e09a27d22363 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Apr 05 22:45:35.876130 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1633c71-a781-4731-ad6b-bd3211ca8ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:37.936396 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:45:37.955742 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:45:37.956084 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device d1f3c57e-0528-4e1a-8e85-3b92eb17ad63 not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:45:38.172717 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9ba3-2ba1-4709-b0a5-c801230f6618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:39.414114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:40.717289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:42.319743 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.666834 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:55.709533 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Deleting subnet 033add50-c342-4800-a992-73684af81574 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:45:55.712576 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Publish callbacks [] for subnet (033add50-c342-4800-a992-73684af81574), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.747104 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (033add50-c342-4800-a992-73684af81574), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.788487 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (033add50-c342-4800-a992-73684af81574), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.838915 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (033add50-c342-4800-a992-73684af81574), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.865646 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:55.869655 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/033add50-c342-4800-a992-73684af81574 HTTP/1.1" status: 204 len: 168 time: 0.2018027 Apr 05 22:45:55.870622 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033add50-c342-4800-a992-73684af81574,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:55.872257 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38428) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:55.877825 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.878180 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.878527 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.878896 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.879235 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.879573 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.879897 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.880223 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.880550 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.880879 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.881210 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.881561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.881918 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.882199 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.882519 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2ead5-4024-42c2-8a80-da7d6f973165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:55.939083 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (ffbc85ab-d1fc-426d-81ec-928151f23ff3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.018960 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (ffbc85ab-d1fc-426d-81ec-928151f23ff3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.039700 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbc85ab-d1fc-426d-81ec-928151f23ff3']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:56.048680 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d31866-d957-48dc-a8be-e1d6903329db') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:56.048981 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d31866-d957-48dc-a8be-e1d6903329db') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:45:56.058195 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (34d31866-d957-48dc-a8be-e1d6903329db), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.072616 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (34d31866-d957-48dc-a8be-e1d6903329db), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.078362 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:45:56.078773 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (34d31866-d957-48dc-a8be-e1d6903329db), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:45:56.080377 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:45:56.133059 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (ffbc85ab-d1fc-426d-81ec-928151f23ff3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.139125 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.142292 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] 10.222.0.26 "DELETE /v2.0/networks/ffbc85ab-d1fc-426d-81ec-928151f23ff3 HTTP/1.1" status: 204 len: 168 time: 0.2689977 Apr 05 22:45:56.157472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbc85ab-d1fc-426d-81ec-928151f23ff3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:45:56.167080 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.167443 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.168113 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.168470 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.168815 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.169156 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.169493 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.169828 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.170160 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.170495 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.170872 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.171207 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.171538 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.171883 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.172195 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b17b75-bf75-4da3-afc4-8463fbdf2e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:45:56.268705 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38432) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:56.311935 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-28aa22cc-23f1-40ee-bc4a-077d6ffc6e1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ff9b1baa10b4c679da40ab6ddf89b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420725 Apr 05 22:45:56.314360 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38434) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:45:56.360593 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d2587cf-b67a-4317-a5d2-fa4fce74c055 admin admin] Publish callbacks [] for security_group (46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.381888 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d2587cf-b67a-4317-a5d2-fa4fce74c055 admin admin] Publish callbacks [] for security_group (46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.426679 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d2587cf-b67a-4317-a5d2-fa4fce74c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.429828 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7d2587cf-b67a-4317-a5d2-fa4fce74c055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:45:56.431015 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7d2587cf-b67a-4317-a5d2-fa4fce74c055 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0 HTTP/1.1" status: 204 len: 168 time: 0.1157267 Apr 05 22:45:56.438571 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2587cf-b67a-4317-a5d2-fa4fce74c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cdf93e-0b59-4b41-af9b-3f4b3c65e6a0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:02.931199 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.475349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:04.594601 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71a82e54-f58d-4034-bc88-6f15d162e1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.693517 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71a82e54-f58d-4034-bc88-6f15d162e1a8 admin admin] Publish callbacks [] for security_group (b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.697565 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-71a82e54-f58d-4034-bc88-6f15d162e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.743928 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-71a82e54-f58d-4034-bc88-6f15d162e1a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c210825545cb4d0c8f2209577947167d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673111 Apr 05 22:46:04.744647 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a82e54-f58d-4034-bc88-6f15d162e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:04.746389 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38508) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:04.812517 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4295d285-2a32-410f-ad6c-b79cbeef440e admin admin] Publish callbacks [] for security_group (b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.835352 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4295d285-2a32-410f-ad6c-b79cbeef440e admin admin] Publish callbacks [] for security_group (b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.888516 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4295d285-2a32-410f-ad6c-b79cbeef440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.891131 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4295d285-2a32-410f-ad6c-b79cbeef440e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:04.892318 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4295d285-2a32-410f-ad6c-b79cbeef440e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96 HTTP/1.1" status: 204 len: 168 time: 0.1417131 Apr 05 22:46:04.901128 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295d285-2a32-410f-ad6c-b79cbeef440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05c7a5b-4bd3-4fa5-9c2b-e5e60912de96,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:05.372541 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:46:05.499927 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38530) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:05.593404 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1541783150-network', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:05.612144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Made reservation on behalf of c5ff9ed99c7d4c77b1f332a13c3ec4cf for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:05.614491 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.625492 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.698530 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks [] for security_group (f4a8f77a-c1d0-491d-a817-07b5a8757601), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.702157 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f4a8f77a-c1d0-491d-a817-07b5a8757601), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.723446 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:46:05.737301 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8f77a-c1d0-491d-a817-07b5a8757601,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:05.742658 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (f0eef8f5-fcc1-41d4-b850-cfb593bddd41), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.743026 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Added segment f0eef8f5-fcc1-41d4-b850-cfb593bddd41 of type vlan for network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f Apr 05 22:46:05.783472 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.808347 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.809271 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:05.809853 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.840637 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3396559 Apr 05 22:46:05.843653 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38534) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:05.848673 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Request body: {'subnet': {'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1541783150-subnet', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:05.871586 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98cdff-5840-4978-8fc0-751587ab6e58 admin admin] Pushing event updated for resources: {'Network': ['ID=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:05.879890 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e24bc25a-af68-4e23-a44c-4f02ff7740e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:05.883596 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Made reservation on behalf of c5ff9ed99c7d4c77b1f332a13c3ec4cf for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:05.884738 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:46:05.885943 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130470193'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.052028 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131948866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130470191'] for subnet (233b9d6b-99fd-452f-9b68-1ecaddc29125), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.107960 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233b9d6b-99fd-452f-9b68-1ecaddc29125,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:06.118392 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Checking segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:06.118775 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Network hostable DHCP agents. Network: b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:46:06.134289 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:46:06.142457 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:06.147214 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:06.147999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.151732 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b261c-56cf-4ddb-841f-ea49f12fcc8e None None] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:06.167835 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bc2a5f31-b3ea-4fec-b456-e4d4bf140b58 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3229394 Apr 05 22:46:06.170475 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38536) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:06.174617 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:06.193226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.194254 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.245349 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks [] for router_controller (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.257071 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:46:06.258138 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.388466 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks [] for router_gateway (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.397705 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Allocated IP 172.20.0.2 (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f/233b9d6b-99fd-452f-9b68-1ecaddc29125/20be674c-0a53-4fd4-9968-d5a63178546f) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:06.540651 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Publish callbacks [] for port (20be674c-0a53-4fd4-9968-d5a63178546f), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.546190 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.583043 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:06.590265 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:06.592351 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks [] for router_gateway (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.592778 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:06.600537 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Pushing event updated for resources: {'Port': ['ID=20be674c-0a53-4fd4-9968-d5a63178546f,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:06.612159 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.657297 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Attempting to bind port 20be674c-0a53-4fd4-9968-d5a63178546f on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:06.657588 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Attempting to bind port 20be674c-0a53-4fd4-9968-d5a63178546f by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:06.657949 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Attempting to bind port 20be674c-0a53-4fd4-9968-d5a63178546f on network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:06.664125 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:06.664506 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Checking segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:06.664915 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.665307 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Bound using segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:06.665776 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Bound port: 20be674c-0a53-4fd4-9968-d5a63178546f, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:06.666162 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.719226 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Allocated IP 172.27.0.145 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/3bf66433-687d-4a13-9d89-6101fd08e5d3) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:06.731997 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] For port 20be674c-0a53-4fd4-9968-d5a63178546f, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:06.735455 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] For port 20be674c-0a53-4fd4-9968-d5a63178546f, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=20be674c-0a53-4fd4-9968-d5a63178546f,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:06.741087 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.800770 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84471c72-8e66-480f-87bd-4adbeaf704de None None] Pushing event updated for resources: {'Port': ['ID=20be674c-0a53-4fd4-9968-d5a63178546f,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:06.837809 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks [] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.871364 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:06.910116 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:06.913127 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:06.918819 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:06.940701 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf66433-687d-4a13-9d89-6101fd08e5d3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:07.188364 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks [] for router_gateway (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:07.385398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:07.519816 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:46:07.631876 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:07.641922 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Sync routers for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:07.650915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:07.654895 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4927b120-41c6-4e30-a0bf-729cfd506e44 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4807796 Apr 05 22:46:07.655162 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38540) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:07.658009 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:07.658736 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:45:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:07.741855 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7ae3f-1dbc-4cb2-90c1-44df42f14a48 None None] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:07.820129 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] Provisioning complete for port 20be674c-0a53-4fd4-9968-d5a63178546f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:07.820527 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:07.851832 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:08.087953 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.238414 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ba5410fa-701d-488d-97b0-6e298733d737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.244900 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] Current status of the port 20be674c-0a53-4fd4-9968-d5a63178546f is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:08.245294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.291474 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] For port 20be674c-0a53-4fd4-9968-d5a63178546f, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=20be674c-0a53-4fd4-9968-d5a63178546f,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:08.299047 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.330104 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:07Z', 'revision_number': 3, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:08.361760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Checking router: 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:08.362122 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Updating router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 port 3bf66433-687d-4a13-9d89-6101fd08e5d3 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:46:08.404756 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021dff-ad22-4e99-bfd5-725abe035c52 None None] Pushing event updated for resources: {'Port': ['ID=20be674c-0a53-4fd4-9968-d5a63178546f,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:08.408645 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.460639 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c03ebc9c-e308-4b49-94ea-6ed13f1acbbc None None] Provisioning complete for port 20be674c-0a53-4fd4-9968-d5a63178546f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:08.460971 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c03ebc9c-e308-4b49-94ea-6ed13f1acbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.525773 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 20be674c-0a53-4fd4-9968-d5a63178546f up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:08.547676 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Allocated IP 172.20.0.1 (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f/233b9d6b-99fd-452f-9b68-1ecaddc29125/205cde4e-8115-4f94-8914-73c3ca9ba1ed) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:08.655033 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks [] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.687878 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.693435 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 20be674c-0a53-4fd4-9968-d5a63178546f triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:08.694531 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.725706 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:08.732673 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:08.737227 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:08.740379 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Pushing event updated for resources: {'Port': ['ID=205cde4e-8115-4f94-8914-73c3ca9ba1ed,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:08.747340 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c03ebc9c-e308-4b49-94ea-6ed13f1acbbc None None] Current status of the port 20be674c-0a53-4fd4-9968-d5a63178546f is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:08.779301 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.843827 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Publish callbacks [] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.853825 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.859836 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 20be674c-0a53-4fd4-9968-d5a63178546f is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:08.915546 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Attempting to bind port 3bf66433-687d-4a13-9d89-6101fd08e5d3 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:08.915877 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Attempting to bind port 3bf66433-687d-4a13-9d89-6101fd08e5d3 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:08.916217 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Attempting to bind port 3bf66433-687d-4a13-9d89-6101fd08e5d3 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:08.918234 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e098-eaa5-4aa3-8daa-9b8f764407a9 None None] Pushing event updated for resources: {'Port': ['ID=3bf66433-687d-4a13-9d89-6101fd08e5d3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:08.920648 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.924016 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:08.924405 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:08.924814 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.925217 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:08.925696 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Bound port: 3bf66433-687d-4a13-9d89-6101fd08e5d3, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:08.926117 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:08.991557 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] For port 3bf66433-687d-4a13-9d89-6101fd08e5d3, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:09.003744 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] For port 3bf66433-687d-4a13-9d89-6101fd08e5d3, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=3bf66433-687d-4a13-9d89-6101fd08e5d3,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:09.009913 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-08271bcd-9871-4532-bfa4-a22f2cb52d9c None None] Provisioning complete for port 205cde4e-8115-4f94-8914-73c3ca9ba1ed triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:09.010372 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08271bcd-9871-4532-bfa4-a22f2cb52d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.013752 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.095775 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks [] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.101098 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.105017 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-08271bcd-9871-4532-bfa4-a22f2cb52d9c None None] Port 205cde4e-8115-4f94-8914-73c3ca9ba1ed cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:46:09.108104 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e098-eaa5-4aa3-8daa-9b8f764407a9 None None] Pushing event updated for resources: {'Port': ['ID=3bf66433-687d-4a13-9d89-6101fd08e5d3,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:09.111965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:09.112578 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:09.169915 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.171567 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Pushing event updated for resources: {'Port': ['ID=205cde4e-8115-4f94-8914-73c3ca9ba1ed,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:09.224193 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:09.262566 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:09.264046 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:09.384351 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:09.432063 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.452625 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 2, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:09.479691 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6476-ce76-4f61-9a8c-e715445e32de None None] The sync data for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi is: [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 2, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:09.510274 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:09.516278 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-84c8d1ae-d020-4b53-ace6-a944db65bb1b admin admin] 10.222.0.26 "PUT /v2.0/routers/6ed3a87b-ea06-4189-8db5-b4ba36ab0e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601425 Apr 05 22:46:09.526976 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-8023b4dd-c44a-460f-a40f-01e9ca7ffced None None] Provisioning complete for port 205cde4e-8115-4f94-8914-73c3ca9ba1ed triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:09.527191 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8023b4dd-c44a-460f-a40f-01e9ca7ffced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:09.568385 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8023b4dd-c44a-460f-a40f-01e9ca7ffced None None] Port 205cde4e-8115-4f94-8914-73c3ca9ba1ed cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:46:10.010421 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38556) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:10.015589 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-393997246-network', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:10.038204 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Made reservation on behalf of aabd3c1acc7c47ac9c0ceb4a9b639060 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:10.040797 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.050004 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.150927 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks [] for security_group (f40292bf-8883-41c5-a6cf-5263aeeb2410), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.156192 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f40292bf-8883-41c5-a6cf-5263aeeb2410), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.179782 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 22:46:10.193783 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40292bf-8883-41c5-a6cf-5263aeeb2410,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:10.200424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (04f061a8-5b01-4860-86c9-ecd30fc9a7f4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.200773 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Added segment 04f061a8-5b01-4860-86c9-ecd30fc9a7f4 of type vlan for network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 Apr 05 22:46:10.242880 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782067488314'] for network (b68ef7c1-10cf-4f67-a25c-3e375cbaef09), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.269987 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313'] for network (b68ef7c1-10cf-4f67-a25c-3e375cbaef09), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.271357 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:10.272533 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.330952 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3192351 Apr 05 22:46:10.333669 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38558) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:10.337979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a18aab-5728-4faf-9855-203824e63dfe admin admin] Pushing event updated for resources: {'Network': ['ID=b68ef7c1-10cf-4f67-a25c-3e375cbaef09,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:10.340720 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Request body: {'subnet': {'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-393997246-subnet', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:10.349644 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 details requested by agent ovs-agent-dv-cinder-833443-2-iscsi with host dv-cinder-833443-2-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 22:46:10.360677 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Made reservation on behalf of aabd3c1acc7c47ac9c0ceb4a9b639060 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:10.363378 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132027636'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.541346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 20be674c-0a53-4fd4-9968-d5a63178546f up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:10.556884 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131362074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132027626'] for subnet (6fa9f1d1-6f84-40c9-9a13-e4cf8455a203), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.605123 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 20be674c-0a53-4fd4-9968-d5a63178546f triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:10.605580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.628133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa9f1d1-6f84-40c9-9a13-e4cf8455a203,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:10.631497 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Checking segment: {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:10.632061 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Network hostable DHCP agents. Network: b68ef7c1-10cf-4f67-a25c-3e375cbaef09, hostable agents: ['c586d568-7ae3-4952-a6ab-c1911c2a532a'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 22:46:10.651730 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 is scheduled to be hosted by DHCP agent c586d568-7ae3-4952-a6ab-c1911c2a532a with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 22:46:10.665275 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833443-2-iscsi, b68ef7c1-10cf-4f67-a25c-3e375cbaef09) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:10.669749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:10.670363 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.681827 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331f559-3c5d-410c-9648-5eb53bb2cd66 None None] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:10.692406 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-759f8fb7-6500-44ab-9292-24deb585187a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3562729 Apr 05 22:46:10.695386 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38560) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:10.700491 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:10.720426 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29775'] for router (1c8faec8-e7ad-4bb8-a50c-19116a268850), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.721504 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-698938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29782'] for router (1c8faec8-e7ad-4bb8-a50c-19116a268850), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.786806 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks [] for router_controller (1c8faec8-e7ad-4bb8-a50c-19116a268850), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.903188 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 20be674c-0a53-4fd4-9968-d5a63178546f is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:10.904264 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 3bf66433-687d-4a13-9d89-6101fd08e5d3 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:10.905892 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.935503 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks [] for router_gateway (1c8faec8-e7ad-4bb8-a50c-19116a268850), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.984300 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc932b989-9d67-548f-b4b2-a17d761a16af-b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'fixed_ips': [{'subnet_id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203'}]}} from dv-cinder-833443-2-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 22:46:10.984622 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:10.987418 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 3bf66433-687d-4a13-9d89-6101fd08e5d3 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:10.987791 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.152755 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks [] for router_gateway (1c8faec8-e7ad-4bb8-a50c-19116a268850), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.173406 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.180092 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 3bf66433-687d-4a13-9d89-6101fd08e5d3 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:11.180492 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.209921 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Allocated IP 172.20.0.2 (b68ef7c1-10cf-4f67-a25c-3e375cbaef09/6fa9f1d1-6f84-40c9-9a13-e4cf8455a203/edbb8827-3f5e-4090-ac84-75475343e0c5) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:11.216467 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 3bf66433-687d-4a13-9d89-6101fd08e5d3, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=3bf66433-687d-4a13-9d89-6101fd08e5d3,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:11.223136 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.285704 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Allocated IP 172.27.0.195 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/72c2a83c-3ef3-4821-829d-26a006f8e344) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:11.320619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=3bf66433-687d-4a13-9d89-6101fd08e5d3,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:11.338372 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.338805 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.339098 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.339445 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.339784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.340123 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.340454 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.340784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.341115 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.341445 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.341776 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.342107 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.342431 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.342779 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.343109 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:11.398568 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks [] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.415022 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Publish callbacks [] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.422023 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.432080 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.461492 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:11.469294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:11.469468 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:11.471346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Pushing event updated for resources: {'Port': ['ID=edbb8827-3f5e-4090-ac84-75475343e0c5,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:11.472432 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:11.474011 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:11.481030 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:11.510305 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Pushing event updated for resources: {'Port': ['ID=72c2a83c-3ef3-4821-829d-26a006f8e344,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:11.531494 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Attempting to bind port edbb8827-3f5e-4090-ac84-75475343e0c5 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:11.531854 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Attempting to bind port edbb8827-3f5e-4090-ac84-75475343e0c5 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:11.533062 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Attempting to bind port edbb8827-3f5e-4090-ac84-75475343e0c5 on network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:11.538031 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:11.538409 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Checking segment: {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:11.538838 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.539269 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Bound using segment: {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:11.539739 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Bound port: edbb8827-3f5e-4090-ac84-75475343e0c5, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:11.540121 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.558107 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Sync routers for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:11.568584 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:11.569409 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:11.607216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] For port edbb8827-3f5e-4090-ac84-75475343e0c5, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:11.610321 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] For port edbb8827-3f5e-4090-ac84-75475343e0c5, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=edbb8827-3f5e-4090-ac84-75475343e0c5,segment=NetworkSegment(04f061a8-5b01-4860-86c9-ecd30fc9a7f4),segment_id=04f061a8-5b01-4860-86c9-ecd30fc9a7f4)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:11.617665 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.682563 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:11.691599 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05a92d-1515-4acd-9024-2b9361564981 None None] Pushing event updated for resources: {'Port': ['ID=edbb8827-3f5e-4090-ac84-75475343e0c5,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:11.793985 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks [] for router_gateway (1c8faec8-e7ad-4bb8-a50c-19116a268850), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:11.925038 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 2, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:11.952372 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Checking router: 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:11.952717 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Updating router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 port 205cde4e-8115-4f94-8914-73c3ca9ba1ed binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:46:11.982171 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.031977 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-698915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693115'] for router (1c8faec8-e7ad-4bb8-a50c-19116a268850), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.164460 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Router 1c8faec8-e7ad-4bb8-a50c-19116a268850 is scheduled to L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 22:46:12.248074 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Publish callbacks [] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.253576 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.307742 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Pushing event updated for resources: {'Port': ['ID=205cde4e-8115-4f94-8914-73c3ca9ba1ed,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:12.318254 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.320098 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.320506 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.320861 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.322348 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.322909 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.323162 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.323376 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.323888 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.324288 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.324585 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.325165 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.325664 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.326158 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.326657 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:46:12.333630 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.432573 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Attempting to bind port 205cde4e-8115-4f94-8914-73c3ca9ba1ed on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:12.433010 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Attempting to bind port 205cde4e-8115-4f94-8914-73c3ca9ba1ed by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:12.433438 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Attempting to bind port 205cde4e-8115-4f94-8914-73c3ca9ba1ed on network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:12.439120 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:12.439579 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Checking segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:12.440063 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.440572 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Bound using segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:12.441107 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Bound port: 205cde4e-8115-4f94-8914-73c3ca9ba1ed, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:12.442009 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.521136 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] For port 205cde4e-8115-4f94-8914-73c3ca9ba1ed, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:12.525090 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] For port 205cde4e-8115-4f94-8914-73c3ca9ba1ed, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=205cde4e-8115-4f94-8914-73c3ca9ba1ed,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:12.536707 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.569791 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:12.581923 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Sync routers for ids ['1c8faec8-e7ad-4bb8-a50c-19116a268850'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:12.595449 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:12.596103 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:12.601279 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Routers {'1c8faec8-e7ad-4bb8-a50c-19116a268850'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:12.602034 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['1c8faec8-e7ad-4bb8-a50c-19116a268850'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:12.607352 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.608629 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3aaa209a-1104-49b0-a94f-7740d1cc2a23 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9122858 Apr 05 22:46:12.611440 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38562) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:12.640447 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device edbb8827-3f5e-4090-ac84-75475343e0c5 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:12.744013 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e830414-fb80-4747-b6b5-4a3748b37421 None None] Pushing event updated for resources: {'Port': ['ID=205cde4e-8115-4f94-8914-73c3ca9ba1ed,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:12.789145 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:12.804948 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] Provisioning complete for port 205cde4e-8115-4f94-8914-73c3ca9ba1ed triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:12.805330 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.889686 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port edbb8827-3f5e-4090-ac84-75475343e0c5 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:12.890020 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:12.959963 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902e61a-df96-44c0-8287-97f22ccfecfa None None] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:46:13.037260 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:12Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:13.070382 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Set router 1c8faec8-e7ad-4bb8-a50c-19116a268850 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:13.072349 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8f441-647a-486d-ae96-db75b1884b31 None None] The sync data for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi is: [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:12Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:13.142142 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.318876 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] Current status of the port 205cde4e-8115-4f94-8914-73c3ca9ba1ed is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:13.319245 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.322436 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Allocated IP 172.20.0.1 (b68ef7c1-10cf-4f67-a25c-3e375cbaef09/6fa9f1d1-6f84-40c9-9a13-e4cf8455a203/03284721-667b-45ac-a073-c6fab3fe2733) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:13.357570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port edbb8827-3f5e-4090-ac84-75475343e0c5 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:13.357864 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.440577 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks [] for port (03284721-667b-45ac-a073-c6fab3fe2733), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.479076 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (03284721-667b-45ac-a073-c6fab3fe2733), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.515869 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:13.521173 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:13.525928 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:13.567392 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Pushing event updated for resources: {'Port': ['ID=03284721-667b-45ac-a073-c6fab3fe2733,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:13.578757 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-693162'] for router_interface (1c8faec8-e7ad-4bb8-a50c-19116a268850), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.587444 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] For port 205cde4e-8115-4f94-8914-73c3ca9ba1ed, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=205cde4e-8115-4f94-8914-73c3ca9ba1ed,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:13.609592 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.612228 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port edbb8827-3f5e-4090-ac84-75475343e0c5, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=edbb8827-3f5e-4090-ac84-75475343e0c5,segment=NetworkSegment(04f061a8-5b01-4860-86c9-ecd30fc9a7f4),segment_id=04f061a8-5b01-4860-86c9-ecd30fc9a7f4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:13.644619 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.645788 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 3bf66433-687d-4a13-9d89-6101fd08e5d3 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:13.728289 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab00cd-8c69-4163-abfa-cc56679a3a8f None None] Pushing event updated for resources: {'Port': ['ID=205cde4e-8115-4f94-8914-73c3ca9ba1ed,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:13.759530 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (03284721-667b-45ac-a073-c6fab3fe2733), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.779891 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 3, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:13.832471 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Checking router: 1c8faec8-e7ad-4bb8-a50c-19116a268850 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:13.833221 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Updating router 1c8faec8-e7ad-4bb8-a50c-19116a268850 port 72c2a83c-3ef3-4821-829d-26a006f8e344 binding host dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:46:13.865058 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 3bf66433-687d-4a13-9d89-6101fd08e5d3 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:13.865541 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.867139 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a1f154a-569c-4702-bef2-c43bbe46c4f5 None None] Provisioning complete for port edbb8827-3f5e-4090-ac84-75475343e0c5 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:13.867504 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a1f154a-569c-4702-bef2-c43bbe46c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.929570 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=edbb8827-3f5e-4090-ac84-75475343e0c5,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:13.940404 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.963291 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks [] for port (03284721-667b-45ac-a073-c6fab3fe2733), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:13.968417 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (03284721-667b-45ac-a073-c6fab3fe2733), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.037983 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Pushing event updated for resources: {'Port': ['ID=03284721-667b-45ac-a073-c6fab3fe2733,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:14.053616 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1042363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693818'] for router_interface (1c8faec8-e7ad-4bb8-a50c-19116a268850), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.133081 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f154a-569c-4702-bef2-c43bbe46c4f5 None None] Current status of the port edbb8827-3f5e-4090-ac84-75475343e0c5 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:14.144500 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 3bf66433-687d-4a13-9d89-6101fd08e5d3 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:14.145993 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:14.148674 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:14.194347 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a1f154a-569c-4702-bef2-c43bbe46c4f5 None None] Provisioning complete for port 205cde4e-8115-4f94-8914-73c3ca9ba1ed triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:14.194835 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a1f154a-569c-4702-bef2-c43bbe46c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.273561 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Router 1c8faec8-e7ad-4bb8-a50c-19116a268850 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:14.345131 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f154a-569c-4702-bef2-c43bbe46c4f5 None None] Current status of the port 205cde4e-8115-4f94-8914-73c3ca9ba1ed is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:14.351694 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Publish callbacks [] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.359760 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.398402 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:14.404254 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fd9aff86-968c-4f8d-9dda-bccdd16cc130 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c8faec8-e7ad-4bb8-a50c-19116a268850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7914708 Apr 05 22:46:14.417682 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0777146-bf4b-4edf-aea1-a56daa396871 None None] Pushing event updated for resources: {'Port': ['ID=72c2a83c-3ef3-4821-829d-26a006f8e344,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:14.421114 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Attempting to bind port 72c2a83c-3ef3-4821-829d-26a006f8e344 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:14.421489 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Attempting to bind port 72c2a83c-3ef3-4821-829d-26a006f8e344 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:14.421852 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Attempting to bind port 72c2a83c-3ef3-4821-829d-26a006f8e344 on network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:14.427491 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:14.428604 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Checking segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:14.428903 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.429404 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Bound using segment: {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:14.429911 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Bound port: 72c2a83c-3ef3-4821-829d-26a006f8e344, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75260-39cc-4310-809c-95790ba8295e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:14.430297 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.488660 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-03e4d01f-b050-46c9-89ee-bef1a2bbb72f None None] Provisioning complete for port edbb8827-3f5e-4090-ac84-75475343e0c5 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:14.489108 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03e4d01f-b050-46c9-89ee-bef1a2bbb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.514847 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 205cde4e-8115-4f94-8914-73c3ca9ba1ed up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:14.547282 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] For port 72c2a83c-3ef3-4821-829d-26a006f8e344, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:14.573870 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] For port 72c2a83c-3ef3-4821-829d-26a006f8e344, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=72c2a83c-3ef3-4821-829d-26a006f8e344,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:14.584532 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.682266 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Routers {'1c8faec8-e7ad-4bb8-a50c-19116a268850'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:14.683033 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['1c8faec8-e7ad-4bb8-a50c-19116a268850'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:14.684653 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 205cde4e-8115-4f94-8914-73c3ca9ba1ed triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:14.685030 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.744495 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0777146-bf4b-4edf-aea1-a56daa396871 None None] Pushing event updated for resources: {'Port': ['ID=72c2a83c-3ef3-4821-829d-26a006f8e344,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:14.766287 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-03e4d01f-b050-46c9-89ee-bef1a2bbb72f None None] Current status of the port edbb8827-3f5e-4090-ac84-75475343e0c5 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:14.829415 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-03e4d01f-b050-46c9-89ee-bef1a2bbb72f None None] Provisioning complete for port 03284721-667b-45ac-a073-c6fab3fe2733 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:14.829782 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-03e4d01f-b050-46c9-89ee-bef1a2bbb72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (03284721-667b-45ac-a073-c6fab3fe2733), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:14.903311 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] Set router 1c8faec8-e7ad-4bb8-a50c-19116a268850 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:14.938909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-03e4d01f-b050-46c9-89ee-bef1a2bbb72f None None] Port 03284721-667b-45ac-a073-c6fab3fe2733 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:46:14.946664 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 205cde4e-8115-4f94-8914-73c3ca9ba1ed is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:14.948025 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device edbb8827-3f5e-4090-ac84-75475343e0c5 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:15.080333 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port edbb8827-3f5e-4090-ac84-75475343e0c5 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:15.080712 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:15.211086 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port edbb8827-3f5e-4090-ac84-75475343e0c5 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:15.227043 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '03284721-667b-45ac-a073-c6fab3fe2733', 'name': '', 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'mac_address': 'fa:16:3e:54:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:13Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 2, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'subnets': [{'id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:15.256573 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaab7f-0b20-4bfd-aac8-70028ee0a2c8 None None] The sync data for ids ['1c8faec8-e7ad-4bb8-a50c-19116a268850'] in dv-cinder-833443-2-iscsi is: [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '03284721-667b-45ac-a073-c6fab3fe2733', 'name': '', 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'mac_address': 'fa:16:3e:54:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:13Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 2, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'subnets': [{'id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:16.494636 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 72c2a83c-3ef3-4821-829d-26a006f8e344 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:16.549851 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 72c2a83c-3ef3-4821-829d-26a006f8e344 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:16.550579 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:16.793939 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 72c2a83c-3ef3-4821-829d-26a006f8e344 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:16.794428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:16.822501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] For port 72c2a83c-3ef3-4821-829d-26a006f8e344, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=72c2a83c-3ef3-4821-829d-26a006f8e344,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:16.827441 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:16.882494 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Pushing event updated for resources: {'Port': ['ID=72c2a83c-3ef3-4821-829d-26a006f8e344,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:17.437970 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Sync routers for ids ['1c8faec8-e7ad-4bb8-a50c-19116a268850'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:17.449580 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Routers {'1c8faec8-e7ad-4bb8-a50c-19116a268850'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:17.450186 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['1c8faec8-e7ad-4bb8-a50c-19116a268850'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:17.665494 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Set router 1c8faec8-e7ad-4bb8-a50c-19116a268850 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:17.884894 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '03284721-667b-45ac-a073-c6fab3fe2733', 'name': '', 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'mac_address': 'fa:16:3e:54:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:13Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 2, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'subnets': [{'id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:17.911650 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Checking router: 1c8faec8-e7ad-4bb8-a50c-19116a268850 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:17.912013 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Updating router 1c8faec8-e7ad-4bb8-a50c-19116a268850 port 03284721-667b-45ac-a073-c6fab3fe2733 binding host dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 22:46:17.948178 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (03284721-667b-45ac-a073-c6fab3fe2733), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.218494 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Publish callbacks [] for port (03284721-667b-45ac-a073-c6fab3fe2733), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.227720 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (03284721-667b-45ac-a073-c6fab3fe2733), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.285260 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7e0fd-2348-4d3e-8fcb-60c91e2f2a29 None None] Pushing event updated for resources: {'Port': ['ID=03284721-667b-45ac-a073-c6fab3fe2733,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:18.364332 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Attempting to bind port 03284721-667b-45ac-a073-c6fab3fe2733 on host dv-cinder-833443-2-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:18.364705 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Attempting to bind port 03284721-667b-45ac-a073-c6fab3fe2733 by drivers openvswitch,hyperv on host dv-cinder-833443-2-iscsi at level 0 using segments [{'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:18.365068 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Attempting to bind port 03284721-667b-45ac-a073-c6fab3fe2733 on network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:18.372318 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Checking agent: {'id': '2bcfcd96-d423-448b-be64-a56e61d08271', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833443-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 24, 12), 'started_at': datetime.datetime(2022, 4, 5, 22, 24, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833443-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:18.372796 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Checking segment: {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:18.373377 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.374114 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Bound using segment: {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:18.374842 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Bound port: 03284721-667b-45ac-a073-c6fab3fe2733, host: dv-cinder-833443-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f061a8-5b01-4860-86c9-ecd30fc9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:18.375397 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (03284721-667b-45ac-a073-c6fab3fe2733), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.479986 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] For port 03284721-667b-45ac-a073-c6fab3fe2733, host dv-cinder-833443-2-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:18.483442 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] For port 03284721-667b-45ac-a073-c6fab3fe2733, host dv-cinder-833443-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=03284721-667b-45ac-a073-c6fab3fe2733,segment=NetworkSegment(04f061a8-5b01-4860-86c9-ecd30fc9a7f4),segment_id=04f061a8-5b01-4860-86c9-ecd30fc9a7f4)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:18.494020 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (03284721-667b-45ac-a073-c6fab3fe2733), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.513089 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 72c2a83c-3ef3-4821-829d-26a006f8e344 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:18.583455 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7e0fd-2348-4d3e-8fcb-60c91e2f2a29 None None] Pushing event updated for resources: {'Port': ['ID=03284721-667b-45ac-a073-c6fab3fe2733,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:18.586913 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Routers {'1c8faec8-e7ad-4bb8-a50c-19116a268850'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:18.587420 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['1c8faec8-e7ad-4bb8-a50c-19116a268850'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:18.609707 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] Provisioning complete for port 03284721-667b-45ac-a073-c6fab3fe2733 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:18.610406 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (03284721-667b-45ac-a073-c6fab3fe2733), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.645780 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 72c2a83c-3ef3-4821-829d-26a006f8e344 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:18.649185 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.765922 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] Set router 1c8faec8-e7ad-4bb8-a50c-19116a268850 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:18.826754 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] Current status of the port 03284721-667b-45ac-a073-c6fab3fe2733 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:18.827158 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (03284721-667b-45ac-a073-c6fab3fe2733), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.862763 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 72c2a83c-3ef3-4821-829d-26a006f8e344 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:18.887445 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] For port 03284721-667b-45ac-a073-c6fab3fe2733, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=03284721-667b-45ac-a073-c6fab3fe2733,segment=NetworkSegment(04f061a8-5b01-4860-86c9-ecd30fc9a7f4),segment_id=04f061a8-5b01-4860-86c9-ecd30fc9a7f4)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:18.895834 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (03284721-667b-45ac-a073-c6fab3fe2733), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:18.968965 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d325ae-da37-4744-9421-ae8c62779b9a None None] Pushing event updated for resources: {'Port': ['ID=03284721-667b-45ac-a073-c6fab3fe2733,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:19.022873 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cccddcec-cd0d-4959-95c1-78162dad67e4 None None] Provisioning complete for port 03284721-667b-45ac-a073-c6fab3fe2733 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:19.023367 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cccddcec-cd0d-4959-95c1-78162dad67e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (03284721-667b-45ac-a073-c6fab3fe2733), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:19.035201 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '03284721-667b-45ac-a073-c6fab3fe2733', 'name': '', 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'mac_address': 'fa:16:3e:54:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:13Z', 'updated_at': '2022-04-05T22:46:18Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'subnets': [{'id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:19.066282 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ea5fa-b17b-45e5-ab8e-f5ddaa7654ad None None] The sync data for ids ['1c8faec8-e7ad-4bb8-a50c-19116a268850'] in dv-cinder-833443-2-iscsi is: [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '03284721-667b-45ac-a073-c6fab3fe2733', 'name': '', 'network_id': 'b68ef7c1-10cf-4f67-a25c-3e375cbaef09', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'mac_address': 'fa:16:3e:54:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:13Z', 'updated_at': '2022-04-05T22:46:18Z', 'revision_number': 4, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'subnets': [{'id': '6fa9f1d1-6f84-40c9-9a13-e4cf8455a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:19.119154 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cccddcec-cd0d-4959-95c1-78162dad67e4 None None] Current status of the port 03284721-667b-45ac-a073-c6fab3fe2733 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:20.475026 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 03284721-667b-45ac-a073-c6fab3fe2733 up at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:20.527771 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Provisioning complete for port 03284721-667b-45ac-a073-c6fab3fe2733 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:20.528166 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (03284721-667b-45ac-a073-c6fab3fe2733), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:20.621248 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Current status of the port 03284721-667b-45ac-a073-c6fab3fe2733 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:24.100713 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-645913e8-3e79-4c1a-9aa3-2561b6ce6b48 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:24.102190 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-645913e8-3e79-4c1a-9aa3-2561b6ce6b48 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 815 time: 0.1042767 Apr 05 22:46:24.116581 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-e9b330fc-d3cb-44a2-9340-6324ead6fda3 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/quotas/c5ff9ed99c7d4c77b1f332a13c3ec4cf HTTP/1.1" status: 200 len: 375 time: 0.0089760 Apr 05 22:46:24.171812 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-3d3aa3f2-321d-4f6b-9035-a61493f0b57b tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502501 Apr 05 22:46:24.270188 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-5a0e9aa2-e736-4a60-808e-16e814801288 service neutron] 10.222.0.26 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872312 Apr 05 22:46:24.366311 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-4498da95-f3e4-49e9-be4f-b3567c876d25 service neutron] 10.222.0.26 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896182 Apr 05 22:46:24.521818 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ba1f79b-ac6d-412a-bcc8-c736dc255a93 req-8dc4598a-dcc9-473f-9135-74a7c14af373 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 210 time: 0.0273039 Apr 05 22:46:25.529991 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-09b382e4-b2df-45b0-bf06-0235ff32cc47 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:25.531456 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-09b382e4-b2df-45b0-bf06-0235ff32cc47 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 815 time: 0.1042438 Apr 05 22:46:25.544379 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'port': {'device_id': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'admin_state_up': True, 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:25.623322 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df1fb75d-2141-4911-b96d-d21109d6f073 req-e8f8337c-5089-4cbb-996e-31ec8e340266 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 210 time: 0.0326118 Apr 05 22:46:25.651393 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Made reservation on behalf of c5ff9ed99c7d4c77b1f332a13c3ec4cf for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:46:25.654880 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:25.784695 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Allocated IP 172.20.0.13 (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f/233b9d6b-99fd-452f-9b68-1ecaddc29125/b8a42aab-a72c-4a6e-b575-fe72e22eb44c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:25.957353 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:25.994893 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:26.043739 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:26.047215 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:26.050859 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:26.099923 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:26.134737 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:26.134737 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:26.156155 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-0f90b5a2-d566-471b-942a-015e9fc9ad6c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6161299 Apr 05 22:46:26.395264 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d8d0f39a-732e-4f81-8eea-6bbf05bbeadb None None] Provisioning complete for port b8a42aab-a72c-4a6e-b575-fe72e22eb44c triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:26.396187 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f39a-732e-4f81-8eea-6bbf05bbeadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:26.434505 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0f39a-732e-4f81-8eea-6bbf05bbeadb None None] Port b8a42aab-a72c-4a6e-b575-fe72e22eb44c cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 22:46:26.764598 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699de07-b6eb-42b3-a82a-3c2b0751d109 req-560fc2e2-2a51-45ff-8f90-8bbb4020cc79 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:26.766140 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c699de07-b6eb-42b3-a82a-3c2b0751d109 req-560fc2e2-2a51-45ff-8f90-8bbb4020cc79 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.0715780 Apr 05 22:46:26.817791 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c699de07-b6eb-42b3-a82a-3c2b0751d109 req-cfbfce47-a808-4c86-81ac-76f3564cd305 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Apr 05 22:46:27.940799 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2ab8-4751-4c11-b92c-1d0d4ce10c44 req-8149d293-1abc-4c1f-b3d5-1ac46c978088 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:27.942176 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dcbc2ab8-4751-4c11-b92c-1d0d4ce10c44 req-8149d293-1abc-4c1f-b3d5-1ac46c978088 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.0547371 Apr 05 22:46:28.005623 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dcbc2ab8-4751-4c11-b92c-1d0d4ce10c44 req-7708e37c-43bc-4115-aaf2-e3e79ae65cfa tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539882 Apr 05 22:46:29.135569 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b236ac-976e-4139-b804-ed1e779a2576 req-f306f33c-168d-4f0c-a909-b8326605393a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:29.137261 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a8b236ac-976e-4139-b804-ed1e779a2576 req-f306f33c-168d-4f0c-a909-b8326605393a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.0556912 Apr 05 22:46:29.187161 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a8b236ac-976e-4139-b804-ed1e779a2576 req-112cbf69-fd3e-495e-bf42-23f0bc2f2220 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Apr 05 22:46:30.313123 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582676-9b6a-4ddf-bac9-4e09386f0873 req-339f65a0-2211-4207-a0c6-971b1a3da947 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:30.320579 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3e582676-9b6a-4ddf-bac9-4e09386f0873 req-339f65a0-2211-4207-a0c6-971b1a3da947 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.0658617 Apr 05 22:46:30.374019 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3e582676-9b6a-4ddf-bac9-4e09386f0873 req-d5a22224-2b6c-4161-aca3-99d9640ec46e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Apr 05 22:46:31.501612 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068320c-a49d-4f48-804b-dfe29465c83e req-64716d24-120c-4adb-8684-60ac003261c4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:31.503612 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b068320c-a49d-4f48-804b-dfe29465c83e req-64716d24-120c-4adb-8684-60ac003261c4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.0569856 Apr 05 22:46:31.556993 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b068320c-a49d-4f48-804b-dfe29465c83e req-7f407a2e-5cdf-4ea3-a039-c5058dbb27c7 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Apr 05 22:46:32.692849 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07388089-0550-4c14-80db-a1090b3d6efb req-430f9489-c1c6-4964-bdd2-cd7fa8972843 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:32.699432 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-07388089-0550-4c14-80db-a1090b3d6efb req-430f9489-c1c6-4964-bdd2-cd7fa8972843 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.0730946 Apr 05 22:46:32.749342 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-07388089-0550-4c14-80db-a1090b3d6efb req-118552a7-7372-402b-83dd-1a8df6dc69a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487440 Apr 05 22:46:32.946310 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:33.512116 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Request body: {'port': {'device_id': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83344'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:33.568051 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:33.848986 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a42aab-a72c-4a6e-b575-fe72e22eb44c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:33.858867 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Publish callbacks [] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:33.876710 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Transition to ACTIVE for port object b8a42aab-a72c-4a6e-b575-fe72e22eb44c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 22:46:33.881821 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:33.926048 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1a456-9b2b-42a7-bf5e-de9b2d28654c req-a1bab099-5192-41fa-a919-de06f57833a4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:33.928307 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0cb1a456-9b2b-42a7-bf5e-de9b2d28654c req-a1bab099-5192-41fa-a919-de06f57833a4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 932 time: 0.1110194 Apr 05 22:46:33.960916 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:34.038095 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-0cb1a456-9b2b-42a7-bf5e-de9b2d28654c req-e2651be5-8d4f-4bae-ad7d-7dae22f4df34 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014905 Apr 05 22:46:34.061373 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Attempting to bind port b8a42aab-a72c-4a6e-b575-fe72e22eb44c on host hv-cinder-83344 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 22:46:34.061718 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Attempting to bind port b8a42aab-a72c-4a6e-b575-fe72e22eb44c by drivers openvswitch,hyperv on host hv-cinder-83344 at level 0 using segments [{'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 22:46:34.062050 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Attempting to bind port b8a42aab-a72c-4a6e-b575-fe72e22eb44c on network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:34.066870 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Port b8a42aab-a72c-4a6e-b575-fe72e22eb44c on network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83344 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 22:46:34.067191 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Attempting to bind port b8a42aab-a72c-4a6e-b575-fe72e22eb44c on network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 22:46:34.073003 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Checking agent: {'id': '84325777-8454-4321-81b5-f57cd807688d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83344', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'started_at': datetime.datetime(2022, 4, 5, 22, 30, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 22:46:34.073342 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Checking segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 22:46:34.073727 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Bound using segment: {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 22:46:34.074156 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Bound port: b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host: hv-cinder-83344, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 22:46:34.074516 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:34.138168 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:46:34.141123 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:46:34.147819 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:34.180648 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:34.181228 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:34.182608 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] 10.222.0.24 "PUT /v2.0/ports/b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 1094 time: 0.6748037 Apr 05 22:46:34.183124 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:34.185273 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f733ab-d6ad-4ff6-a542-89aa15597527" -d '{"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:34.210804 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741428b0-8169-4761-8b69-ffac6533b5fd service neutron] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:34.251203 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0da51b-97b3-4a9b-b0ea-41e87c84411c x-openstack-request-id: req-7c0da51b-97b3-4a9b-b0ea-41e87c84411c {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:34.251497 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:34.251741 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c0da51b-97b3-4a9b-b0ea-41e87c84411c {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:34.252144 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0da51b-97b3-4a9b-b0ea-41e87c84411c'] response: {'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'status': 'completed', 'code': 200} Apr 05 22:46:34.273477 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-2eab8907-fc89-49ea-aa23-cbf18b226c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:34.275156 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-2eab8907-fc89-49ea-aa23-cbf18b226c90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1128 time: 0.0522330 Apr 05 22:46:34.322563 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-ce965b08-80fb-47b3-a9d7-bc77c0c66df3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 217 time: 0.0397789 Apr 05 22:46:34.373138 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-4d7cd83b-5ce9-4f44-9e84-bd5edf88a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:34.374593 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-4d7cd83b-5ce9-4f44-9e84-bd5edf88a3da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0459065 Apr 05 22:46:34.422862 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68879758-ab62-408d-ae0d-8e3d287d496f req-a238a612-4a11-431b-a6c3-4b1de0b2693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:34.424375 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-a238a612-4a11-431b-a6c3-4b1de0b2693f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436697 Apr 05 22:46:34.513333 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-2bdb2134-a8c6-4613-949c-f27ba1d57fbf service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834050 Apr 05 22:46:34.602762 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68879758-ab62-408d-ae0d-8e3d287d496f req-f32a784f-c99f-4e40-85ab-d39f8e4ab826 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837159 Apr 05 22:46:35.169286 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a49b4-40ba-4d25-963b-462a71935c15 req-5564b3f0-8003-4ade-a4f5-8704020cc869 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:35.170790 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c17a49b4-40ba-4d25-963b-462a71935c15 req-5564b3f0-8003-4ade-a4f5-8704020cc869 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 944 time: 0.0590444 Apr 05 22:46:35.217828 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-c17a49b4-40ba-4d25-963b-462a71935c15 req-93153ca9-c183-4398-874f-c0ccb5b32e8b tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Apr 05 22:46:35.297199 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-e6d785df-d29b-4804-ad54-4bebc79b1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:35.298663 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-e6d785df-d29b-4804-ad54-4bebc79b1bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1128 time: 0.0444956 Apr 05 22:46:35.390869 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-3e820969-4dd7-46ff-84fe-7513d03aa840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:35.392382 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-3e820969-4dd7-46ff-84fe-7513d03aa840 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.0870619 Apr 05 22:46:35.432442 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-96337592-09b2-4d45-a697-d5247ad19952 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 217 time: 0.0337808 Apr 05 22:46:35.477775 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-72431730-8995-49ea-ac2f-08816d654cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:35.479212 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-72431730-8995-49ea-ac2f-08816d654cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0417292 Apr 05 22:46:35.528476 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-610c3551-5c8f-4adf-9ce4-4646da2ad733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:35.529922 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-610c3551-5c8f-4adf-9ce4-4646da2ad733 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452206 Apr 05 22:46:35.615765 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-afdba0b0-2e31-412b-9a50-89edc12f9f7d service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796177 Apr 05 22:46:35.884309 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2719dd75-02fd-4415-a38c-833a793ae989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:35.943265 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-80f733ab-d6ad-4ff6-a542-89aa15597527 req-802735ce-02ae-4a15-a70f-b49979b00935 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220153 Apr 05 22:46:36.336829 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cf6ff-5c67-4a04-91b0-a412251bc264 req-03e54a67-2863-44bc-a70d-3697d0dd4e72 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:36.338319 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b87cf6ff-5c67-4a04-91b0-a412251bc264 req-03e54a67-2863-44bc-a70d-3697d0dd4e72 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 944 time: 0.0532188 Apr 05 22:46:36.384536 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b87cf6ff-5c67-4a04-91b0-a412251bc264 req-526988d4-2f16-4b0c-ad45-e8429fbb10c2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Apr 05 22:46:37.499227 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54fbe-3d08-4606-b541-7cb859809cdd req-fabca67b-da81-4f86-bf3b-adda3e05fcf2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:37.500680 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4bf54fbe-3d08-4606-b541-7cb859809cdd req-fabca67b-da81-4f86-bf3b-adda3e05fcf2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 944 time: 0.0510297 Apr 05 22:46:37.546984 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4bf54fbe-3d08-4606-b541-7cb859809cdd req-c74c598c-b605-457d-af05-a143b6a1189d tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Apr 05 22:46:37.556723 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b8a42aab-a72c-4a6e-b575-fe72e22eb44c details requested by agent hyperv_hv-cinder-83344 with host hv-cinder-83344 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 22:46:37.651605 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:37.663415 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Returning: {'device': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'port_id': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'mac_address': 'fa:16:3e:dd:c2:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 22:46:37.703204 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port b8a42aab-a72c-4a6e-b575-fe72e22eb44c is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:37.703597 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:37.715826 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a42aab-a72c-4a6e-b575-fe72e22eb44c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 22:46:37.735023 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:37.738945 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:37.786457 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:37.936329 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b8a42aab-a72c-4a6e-b575-fe72e22eb44c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:46:38.170658 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2f1208e1-d77a-4618-9e4c-b13e759c48dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:38.667436 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8962a82-e457-43a0-823c-a9c8a26314cc req-398d75fa-66ca-47f7-aa55-e9475ed27146 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:38.668831 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8962a82-e457-43a0-823c-a9c8a26314cc req-398d75fa-66ca-47f7-aa55-e9475ed27146 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 945 time: 0.0566878 Apr 05 22:46:38.715342 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8962a82-e457-43a0-823c-a9c8a26314cc req-b91e43fb-816c-47da-bf0e-2f8a2841ed16 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Apr 05 22:46:39.419458 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.572866 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b8a42aab-a72c-4a6e-b575-fe72e22eb44c up at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 22:46:39.620622 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning for port b8a42aab-a72c-4a6e-b575-fe72e22eb44c completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 22:46:39.624572 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Provisioning complete for port b8a42aab-a72c-4a6e-b575-fe72e22eb44c triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:39.624944 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.702159 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Current status of the port b8a42aab-a72c-4a6e-b575-fe72e22eb44c is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:39.702464 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.725220 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:39.728001 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4830313b9f18f550277e21e368ced90f1d7038eb25fdc41b6c04ccb5341fee9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcda284-dc49-4b06-9166-6b758fe210ce" -d '{"events": [{"server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:39.740980 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:39.750639 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:39.772774 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae3531-4831-4792-b911-3a68e7d7c99c x-openstack-request-id: req-daae3531-4831-4792-b911-3a68e7d7c99c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:39.773100 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "name": "network-vif-plugged", "status": "completed", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:39.773360 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daae3531-4831-4792-b911-3a68e7d7c99c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:39.773761 dv-cinder-833443-2-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daae3531-4831-4792-b911-3a68e7d7c99c'] response: {'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'code': 200} Apr 05 22:46:39.798867 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:39.847243 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182291c-5f40-4700-926a-b1ba36f947d9 req-4275eabd-3803-4862-aea9-b52eb40c47a7 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:39.848760 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a182291c-5f40-4700-926a-b1ba36f947d9 req-4275eabd-3803-4862-aea9-b52eb40c47a7 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0568242 Apr 05 22:46:39.897959 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a182291c-5f40-4700-926a-b1ba36f947d9 req-15fcd7bd-48e1-488c-965c-98806c3bad42 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Apr 05 22:46:39.936910 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422a7b7-81cd-46cc-b750-52b67b43afeb req-86edf7b0-b987-4909-9368-805d88668cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:39.939053 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b422a7b7-81cd-46cc-b750-52b67b43afeb req-86edf7b0-b987-4909-9368-805d88668cce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1130 time: 0.0481992 Apr 05 22:46:39.982605 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b422a7b7-81cd-46cc-b750-52b67b43afeb req-f324ca4a-4620-4e13-bbb5-e412138e2eb2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Apr 05 22:46:40.719144 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:41.018309 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c0a9-bd20-4ad7-9651-9e099d1e64c9 req-3d079709-d816-47c9-a4f9-9c09285733a2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:41.019722 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-34d7c0a9-bd20-4ad7-9651-9e099d1e64c9 req-3d079709-d816-47c9-a4f9-9c09285733a2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0521338 Apr 05 22:46:41.066054 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-34d7c0a9-bd20-4ad7-9651-9e099d1e64c9 req-7b083ffb-b7e3-4ba4-ae65-c5dc3f094447 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Apr 05 22:46:41.182978 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612eced-bf40-463d-8830-c16011ad7d94 req-d64774bb-844b-4ce3-906a-03c09bc88018 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:41.184458 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2612eced-bf40-463d-8830-c16011ad7d94 req-d64774bb-844b-4ce3-906a-03c09bc88018 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0524459 Apr 05 22:46:41.235077 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2612eced-bf40-463d-8830-c16011ad7d94 req-ef180f35-0bbb-4654-9932-8618d2c84d47 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Apr 05 22:46:41.565489 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e8589-e1de-4542-9d86-e97cfbda146e req-03917d69-1941-4eca-b8a4-edf6ea209999 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:41.566916 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-557e8589-e1de-4542-9d86-e97cfbda146e req-03917d69-1941-4eca-b8a4-edf6ea209999 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0557423 Apr 05 22:46:41.612451 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-557e8589-e1de-4542-9d86-e97cfbda146e req-cd8820a5-af01-4730-a610-a539d7d0a77c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Apr 05 22:46:42.321306 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:42.371865 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:46:42.745381 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-02b3a240-2f67-47ff-a5d9-141258bc4ffc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428681 Apr 05 22:46:42.830592 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498936b-0863-43f5-9b0c-80149d9d370f req-8096e4f7-5300-40d1-a9aa-38ef5c48b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:42.832103 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-8096e4f7-5300-40d1-a9aa-38ef5c48b651 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1130 time: 0.0468493 Apr 05 22:46:42.933329 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498936b-0863-43f5-9b0c-80149d9d370f req-12bf65c3-21fd-4b92-be14-593fd3de754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:42.934839 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-12bf65c3-21fd-4b92-be14-593fd3de754d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.0856531 Apr 05 22:46:42.978695 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-81c47f54-de5c-4bd0-b355-06777fb4ab9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 217 time: 0.0379813 Apr 05 22:46:43.025860 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498936b-0863-43f5-9b0c-80149d9d370f req-be3b6b6d-73e9-4973-9611-7a7f89c18027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:43.027389 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-be3b6b6d-73e9-4973-9611-7a7f89c18027 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0436728 Apr 05 22:46:43.075663 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498936b-0863-43f5-9b0c-80149d9d370f req-b0b9144b-3909-4015-9d56-101eccb23bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:43.077173 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-b0b9144b-3909-4015-9d56-101eccb23bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447557 Apr 05 22:46:43.178637 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-3bed8595-3afb-4a17-ad6a-130703aefe45 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952861 Apr 05 22:46:43.267408 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3498936b-0863-43f5-9b0c-80149d9d370f req-81b3f0b0-4925-48dd-b62c-4f01f9d7d28a service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831101 Apr 05 22:46:50.963069 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d7eb-5720-48e2-bde4-ea2b5b1bc370 req-f4e6ee89-1c29-4ef4-b36a-ce211d05f4d5 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:50.964534 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8ba5d7eb-5720-48e2-bde4-ea2b5b1bc370 req-f4e6ee89-1c29-4ef4-b36a-ce211d05f4d5 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0534534 Apr 05 22:46:51.011593 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8ba5d7eb-5720-48e2-bde4-ea2b5b1bc370 req-0fa5289d-eec9-4ce3-8731-21ad9a3f0f5d tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Apr 05 22:46:51.033527 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38746) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:51.164113 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521e0199-7a29-45ce-8c55-034cdd0dbe67 tempest-TestMinimumBasicScenario-894762550 tempest-TestMinimumBasicScenario-894762550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:51.165623 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-521e0199-7a29-45ce-8c55-034cdd0dbe67 tempest-TestMinimumBasicScenario-894762550 tempest-TestMinimumBasicScenario-894762550-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1125 time: 0.1311266 Apr 05 22:46:51.168542 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:51.172610 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'floatingip': {'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'port_id': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:51.191865 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.291461 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.396808 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Allocated IP 172.27.0.116 (160f4b08-2e68-43ec-bddd-e65a6b6bc129/68fc456c-997f-473c-bc4a-2d1378af3fd9/3ebc06ce-0414-4ed8-9553-d7b482b6a2e7) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:46:51.495078 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.527581 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782067465220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:51.562545 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Network 160f4b08-2e68-43ec-bddd-e65a6b6bc129 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:46:51.565160 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:46:51.569442 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 22:46:51.599092 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'Port': ['ID=3ebc06ce-0414-4ed8-9553-d7b482b6a2e7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:51.949320 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for floatingip (6f7ca56d-f0d5-4301-9cb4-07602f76b0b3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.018634 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.165997 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.170299 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.233652 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'Port': ['ID=3ebc06ce-0414-4ed8-9553-d7b482b6a2e7,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:52.247229 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693009'] for floatingip (6f7ca56d-f0d5-4301-9cb4-07602f76b0b3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.346530 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Floating IP 6f7ca56d-f0d5-4301-9cb4-07602f76b0b3 associated. External IP: 172.27.0.116, port: b8a42aab-a72c-4a6e-b575-fe72e22eb44c. Apr 05 22:46:52.553077 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:46:52.661490 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:46:52.672560 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] Sync routers for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:46:52.680949 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.685501 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:52.686218 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:52.711508 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-128e09fb-d6a5-4de9-ada9-0e43bc3111ee tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5419767 Apr 05 22:46:52.712100 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:52.714351 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9aa7e4-98bf-4daf-93bd-19f539237efd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:52.714521 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38752) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:52.720023 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67344999', 'description': 'tempest-secgroup-smoke-67344999 description', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:52.750551 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd285f-475d-4403-a1c2-4986a6d99268 x-openstack-request-id: req-c8dd285f-475d-4403-a1c2-4986a6d99268 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:52.751093 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:52.751507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8dd285f-475d-4403-a1c2-4986a6d99268 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:52.752064 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8dd285f-475d-4403-a1c2-4986a6d99268'] response: {'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'status': 'completed', 'code': 200} Apr 05 22:46:52.760127 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.829729 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-e54b03dc-140b-45d3-83f5-9cdfd1ce9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:52.831326 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-e54b03dc-140b-45d3-83f5-9cdfd1ce9436 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1130 time: 0.0522096 Apr 05 22:46:52.846255 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:52.852006 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group (4187f376-4fa3-4e94-ba55-3082a485b33b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.856413 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (4187f376-4fa3-4e94-ba55-3082a485b33b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.873749 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.874996 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1586282 Apr 05 22:46:52.881334 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:52.888902 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group_rule': {'security_group_id': '4187f376-4fa3-4e94-ba55-3082a485b33b', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:52.916434 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec11e4-b1ff-4b73-bae5-d7da88a2304a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4187f376-4fa3-4e94-ba55-3082a485b33b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:52.927429 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (2c48c7c7-62c8-4aeb-a1c4-73b441772f8d), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.936494 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-ea381586-07fc-48b2-9858-e808d1928abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:52.938263 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-ea381586-07fc-48b2-9858-e808d1928abb service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.0983932 Apr 05 22:46:52.988183 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (2c48c7c7-62c8-4aeb-a1c4-73b441772f8d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:52.992580 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (2c48c7c7-62c8-4aeb-a1c4-73b441772f8d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.008518 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-6fc9e25f-c136-4225-8b21-0573afb97440 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 1000 time: 0.0639813 Apr 05 22:46:53.015114 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c48c7c7-62c8-4aeb-a1c4-73b441772f8d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:53.022283 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.026481 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-84b8ec4d-0cda-4e91-a63d-f5af348d96a6 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442602 Apr 05 22:46:53.027141 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38758) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:53.031449 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group_rule': {'security_group_id': '4187f376-4fa3-4e94-ba55-3082a485b33b', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:53.057992 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (f4742242-7478-47ea-bf9f-f984fae1918d), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.065255 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-8151f641-2c31-409c-bbd4-403113956931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:53.066854 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-8151f641-2c31-409c-bbd4-403113956931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0516894 Apr 05 22:46:53.086972 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6f7ca56d-f0d5-4301-9cb4-07602f76b0b3', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'port_id': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'mac_address': 'fa:16:3e:dd:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:51Z', 'updated_at': '2022-04-05T22:46:51Z', 'revision_number': 0, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:53.117188 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] Checking router: 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:46:53.117776 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (f4742242-7478-47ea-bf9f-f984fae1918d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.122128 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (f4742242-7478-47ea-bf9f-f984fae1918d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.123151 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-8ab3a1ce-0d76-4bcc-a642-485e4f95a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:53.126109 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-8ab3a1ce-0d76-4bcc-a642-485e4f95a5d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530691 Apr 05 22:46:53.132381 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:46:53.133174 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:46:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:53.143576 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4742242-7478-47ea-bf9f-f984fae1918d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:53.154813 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.156035 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0ef79ae9-d637-4e3d-a253-27ee2154ab99 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279685 Apr 05 22:46:53.158802 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38760) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:53.163842 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group_rule': {'security_group_id': '4187f376-4fa3-4e94-ba55-3082a485b33b', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:53.191883 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (ebbb89fd-0bd3-4975-a188-903402ec11c8), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.240296 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-0550179a-a8ae-4842-881f-64e4d0a41e08 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068447 Apr 05 22:46:53.241533 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:46:53.264451 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (ebbb89fd-0bd3-4975-a188-903402ec11c8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.269240 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (ebbb89fd-0bd3-4975-a188-903402ec11c8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.289511 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbb89fd-0bd3-4975-a188-903402ec11c8,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:53.298608 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.299870 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-add802ac-bdc5-4f9c-98af-370cc64cd911 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401594 Apr 05 22:46:53.302629 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38762) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:53.307107 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group_rule': {'security_group_id': '4187f376-4fa3-4e94-ba55-3082a485b33b', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:53.332776 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (60113596-1084-4dcc-879d-f4e7684150a5), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.354870 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3e9aa7e4-98bf-4daf-93bd-19f539237efd req-69cf6868-0add-4b56-8ec6-3bb26861ff85 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070757 Apr 05 22:46:53.392063 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (60113596-1084-4dcc-879d-f4e7684150a5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.395514 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (60113596-1084-4dcc-879d-f4e7684150a5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.413935 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60113596-1084-4dcc-879d-f4e7684150a5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:53.421850 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.425687 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2fa0173d-df41-4d74-919a-130b5033707e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193449 Apr 05 22:46:53.425843 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38764) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:53.430682 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group_rule': {'security_group_id': '4187f376-4fa3-4e94-ba55-3082a485b33b', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:53.449347 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Project c5ff9ed99c7d4c77b1f332a13c3ec4cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:46:53.454034 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (43769e6e-2701-47b8-9106-90813a6dce08), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.480301 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6f7ca56d-f0d5-4301-9cb4-07602f76b0b3', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'port_id': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'mac_address': 'fa:16:3e:dd:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:51Z', 'updated_at': '2022-04-05T22:46:51Z', 'revision_number': 0, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:46:53.512717 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (43769e6e-2701-47b8-9106-90813a6dce08), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.516730 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (43769e6e-2701-47b8-9106-90813a6dce08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.519947 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174067a-21ba-457b-a1ac-a150a9491704 None None] The sync data for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi is: [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_floatingips': [{'id': '6f7ca56d-f0d5-4301-9cb4-07602f76b0b3', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'router_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'port_id': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'mac_address': 'fa:16:3e:dd:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:46:51Z', 'updated_at': '2022-04-05T22:46:51Z', 'revision_number': 0, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:46:53.534498 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43769e6e-2701-47b8-9106-90813a6dce08,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:53.544171 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.547909 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ca81e860-5296-4354-9a31-894e80fe59ff tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187098 Apr 05 22:46:53.548327 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38766) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:46:53.553530 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'security_group_rule': {'security_group_id': '4187f376-4fa3-4e94-ba55-3082a485b33b', 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:53.577244 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.db.securitygroups_db [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Project c5ff9ed99c7d4c77b1f332a13c3ec4cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:46:53.582646 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (29d2b4ca-1549-492e-bcb3-695a8845fbdf), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.645144 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (29d2b4ca-1549-492e-bcb3-695a8845fbdf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.650111 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595480'] for security_group_rule (29d2b4ca-1549-492e-bcb3-695a8845fbdf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.668297 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d2b4ca-1549-492e-bcb3-695a8845fbdf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:53.676511 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:53.678275 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-806f9ffc-157b-49ba-ad8f-72c00054b549 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286538 Apr 05 22:46:53.728622 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69558094-645a-4879-9927-d62d800d5b2c None None] New status for floating IP 6f7ca56d-f0d5-4301-9cb4-07602f76b0b3: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:46:53.772942 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-ac502960-fbe0-417c-9f25-64ddbed41f4f tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67344999&fields=id&tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf HTTP/1.1" status: 200 len: 267 time: 0.0451009 Apr 05 22:46:53.831979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-82c607ce-f07b-43e5-94e3-b2b60875a062 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:53.833504 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-82c607ce-f07b-43e5-94e3-b2b60875a062 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0551293 Apr 05 22:46:53.844398 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'port': {'security_groups': ['f4a8f77a-c1d0-491d-a817-07b5a8757601', '4187f376-4fa3-4e94-ba55-3082a485b33b']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:46:53.916732 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:54.097095 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:46:54.126663 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:54.131580 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131949259'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:54.143352 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b8a42aab-a72c-4a6e-b575-fe72e22eb44c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:46:54.189642 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.190308 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:54.195263 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0e2c6e48-bcc2-4e26-9124-daaca9f7e9e7 req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "PUT /v2.0/ports/b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 982 time: 0.3522007 Apr 05 22:46:54.195844 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:46:54.198516 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991" -d '{"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:46:54.233250 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8485fe9-5d62-47ce-af9f-ca4b3e341271 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:46:54.243502 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b8a42aab-a72c-4a6e-b575-fe72e22eb44c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:46:54.340590 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1e1b-07bc-44dc-b5f6-c65234effcf4 req-812f3d8f-7369-4c6c-9eae-453e79896311 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.342511 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-93fc1e1b-07bc-44dc-b5f6-c65234effcf4 req-812f3d8f-7369-4c6c-9eae-453e79896311 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0704055 Apr 05 22:46:54.416232 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-93fc1e1b-07bc-44dc-b5f6-c65234effcf4 req-2988a2b5-1e88-40f2-8c0d-602bedbabb87 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0671825 Apr 05 22:46:54.454773 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bb362e-619a-4f39-a029-3c0179efbe5e x-openstack-request-id: req-75bb362e-619a-4f39-a029-3c0179efbe5e {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:46:54.455037 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:46:54.455291 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75bb362e-619a-4f39-a029-3c0179efbe5e {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:46:54.455798 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bb362e-619a-4f39-a029-3c0179efbe5e'] response: {'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'status': 'completed', 'code': 200} Apr 05 22:46:54.519120 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-37b77942-847f-4fe6-b4cf-df157b66061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.520631 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-37b77942-847f-4fe6-b4cf-df157b66061e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1169 time: 0.0452633 Apr 05 22:46:54.620246 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-18746055-f485-4886-aac9-e1080cf36b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.621724 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-18746055-f485-4886-aac9-e1080cf36b9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.0933111 Apr 05 22:46:54.648744 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a3d3a6f1-b04d-4d7c-b657-900468f9f7e6 None None] Provisioning complete for port b8a42aab-a72c-4a6e-b575-fe72e22eb44c triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:46:54.649035 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3d3a6f1-b04d-4d7c-b657-900468f9f7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:46:54.686757 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-2e885d28-754f-4470-8026-c0e336ab1160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 1002 time: 0.0593009 Apr 05 22:46:54.734873 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-ed7e5a51-325a-402d-9718-224b07929cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.736394 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-ed7e5a51-325a-402d-9718-224b07929cdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0446434 Apr 05 22:46:54.790031 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-5df8121c-77c1-4f34-b4fe-5cfd0fc0894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:46:54.791591 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-5df8121c-77c1-4f34-b4fe-5cfd0fc0894e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500441 Apr 05 22:46:54.858249 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3a6f1-b04d-4d7c-b657-900468f9f7e6 None None] Current status of the port b8a42aab-a72c-4a6e-b575-fe72e22eb44c is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:46:54.879818 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-35753c9b-31c6-40ff-9ef2-46ac6ea4efc3 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822890 Apr 05 22:46:54.974284 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8ae2bc0e-54e1-4283-98a2-2be2b96ea991 req-429b9936-aa80-4631-847f-64d9eb00fdae service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881319 Apr 05 22:47:02.945106 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:05.886119 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3b3-b9f1-40d7-800c-8e4e310a324c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:08.172275 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bcf56682-99f7-4826-81d1-a7a24c6ca6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:09.421296 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:10.722142 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:12.322846 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:17.319626 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536f844-3379-4880-8aad-4c578e2ccf26 req-e60172bc-8c1d-4e84-894a-d8dbbc2a376e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:17.321128 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2536f844-3379-4880-8aad-4c578e2ccf26 req-e60172bc-8c1d-4e84-894a-d8dbbc2a376e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0545144 Apr 05 22:47:17.322091 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-8b99f294-c262-4dfe-a631-c19da78dd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:17.323667 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-8b99f294-c262-4dfe-a631-c19da78dd364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1169 time: 0.0462263 Apr 05 22:47:17.381817 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2536f844-3379-4880-8aad-4c578e2ccf26 req-a573939a-51ff-4b34-bfea-017b27c15b4e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548089 Apr 05 22:47:17.418578 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-5a2b575c-3633-4387-b1eb-b1be80213fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:17.420067 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-5a2b575c-3633-4387-b1eb-b1be80213fd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.0905199 Apr 05 22:47:17.720202 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-27ad5885-f772-47ff-9ee6-f301e1a74382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 1002 time: 0.2936232 Apr 05 22:47:17.768519 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-2b00dfb5-43d4-4e82-bd8b-7537ac0fd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:17.769944 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-2b00dfb5-43d4-4e82-bd8b-7537ac0fd5c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0432687 Apr 05 22:47:17.821068 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-d42ace77-29b1-4309-9d15-a9b661ed1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:17.822623 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-d42ace77-29b1-4309-9d15-a9b661ed1855 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464373 Apr 05 22:47:17.909078 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-e3ede38c-1151-4470-b94f-15385655b379 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803788 Apr 05 22:47:18.004385 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e49f8d6e-d5e9-48f7-95d7-31d7aac47d4d req-a857e98b-6fa9-4682-9d0c-e4825a4d6a2a service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Apr 05 22:47:18.501353 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a0a2c-9dea-4154-8572-47a215e2adc2 req-e3007687-dbf1-4e5f-838a-d7a14f3a7ee2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:18.502817 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-438a0a2c-9dea-4154-8572-47a215e2adc2 req-e3007687-dbf1-4e5f-838a-d7a14f3a7ee2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0516822 Apr 05 22:47:18.562632 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-438a0a2c-9dea-4154-8572-47a215e2adc2 req-b43ff970-37e6-448b-b7c5-4eec1b919315 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539944 Apr 05 22:47:19.370882 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:47:19.685633 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a245e46-855c-4a6e-9a59-88fe3169b801 req-12492c60-f24d-4b85-b609-ce89ae16060a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:19.687039 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a245e46-855c-4a6e-9a59-88fe3169b801 req-12492c60-f24d-4b85-b609-ce89ae16060a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0527804 Apr 05 22:47:19.745573 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a245e46-855c-4a6e-9a59-88fe3169b801 req-c6974627-ca3b-46fd-ad0e-97676292f01e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528922 Apr 05 22:47:20.861512 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717157-9fa2-4fcb-8702-0d027ec51e18 req-3b11b253-1c0e-4864-8dce-14e5f8e0867a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:20.862986 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ad717157-9fa2-4fcb-8702-0d027ec51e18 req-3b11b253-1c0e-4864-8dce-14e5f8e0867a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0517266 Apr 05 22:47:20.923975 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ad717157-9fa2-4fcb-8702-0d027ec51e18 req-9431c239-ce01-4eae-8736-0ff728eee2f3 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547438 Apr 05 22:47:22.045314 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942446f4-8a56-463c-af60-4542c79a586d req-00f06980-b988-44e1-904f-a7448e618ae4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:22.046724 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-942446f4-8a56-463c-af60-4542c79a586d req-00f06980-b988-44e1-904f-a7448e618ae4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0564656 Apr 05 22:47:22.104861 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-942446f4-8a56-463c-af60-4542c79a586d req-a04c7352-bcbc-486d-b845-7048002fef17 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524943 Apr 05 22:47:23.221086 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddb99-fc5e-44f4-88a6-d882b74afd44 req-e91388d4-ca57-4767-9833-9705693b61fa tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:23.222532 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab0ddb99-fc5e-44f4-88a6-d882b74afd44 req-e91388d4-ca57-4767-9833-9705693b61fa tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0517161 Apr 05 22:47:23.290074 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ab0ddb99-fc5e-44f4-88a6-d882b74afd44 req-c51f0d53-f51e-4e90-87d9-6221c00cfb5e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0611992 Apr 05 22:47:24.407675 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0beb3-82cb-415d-b55e-ce955c6d1dbe req-0a63faa1-92a0-4897-a1b3-afc69e1bd05c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:24.409150 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dce0beb3-82cb-415d-b55e-ce955c6d1dbe req-0a63faa1-92a0-4897-a1b3-afc69e1bd05c tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0528433 Apr 05 22:47:24.467423 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dce0beb3-82cb-415d-b55e-ce955c6d1dbe req-3b0a0b13-0155-44f4-81c1-aa6ab72818f1 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523396 Apr 05 22:47:25.584491 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e28fc9-b9a7-4715-9a99-9289d7765982 req-ec62d446-c7de-4f25-b6b5-512f7c8fb96a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:25.585941 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08e28fc9-b9a7-4715-9a99-9289d7765982 req-ec62d446-c7de-4f25-b6b5-512f7c8fb96a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0528340 Apr 05 22:47:25.644027 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-08e28fc9-b9a7-4715-9a99-9289d7765982 req-13a6de10-53d6-4e7a-b010-3825a0817311 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525618 Apr 05 22:47:26.760391 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a38e1-0fc3-4ff5-82b1-d5aa891745a0 req-8deeeb6c-9739-4e14-a817-d39c05fe3450 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:26.761879 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd4a38e1-0fc3-4ff5-82b1-d5aa891745a0 req-8deeeb6c-9739-4e14-a817-d39c05fe3450 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0522101 Apr 05 22:47:26.823302 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd4a38e1-0fc3-4ff5-82b1-d5aa891745a0 req-a1c02be7-a2f6-4cb7-a9ac-06652cf5c2d8 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557117 Apr 05 22:47:27.943360 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c44f7-f6aa-4f23-81e3-9ea321b9daa4 req-65fd871d-c172-4dcd-b390-33d811053ff4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:27.944723 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b08c44f7-f6aa-4f23-81e3-9ea321b9daa4 req-65fd871d-c172-4dcd-b390-33d811053ff4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0562594 Apr 05 22:47:28.002645 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b08c44f7-f6aa-4f23-81e3-9ea321b9daa4 req-43fe018a-efdd-44bc-adeb-5a22abb5921b tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522060 Apr 05 22:47:29.123678 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724d2d3-ad1e-4c93-b3ca-762905725e0d req-7be70258-5e0e-4cb5-b8d3-98283f73b1f0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:29.125167 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4724d2d3-ad1e-4c93-b3ca-762905725e0d req-7be70258-5e0e-4cb5-b8d3-98283f73b1f0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0559890 Apr 05 22:47:29.185477 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4724d2d3-ad1e-4c93-b3ca-762905725e0d req-8e45e241-c6e4-4e04-af66-02dfd29c1a38 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545001 Apr 05 22:47:30.350454 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99cd22-a2c9-4ebd-b9c0-d1df4adcbaf6 req-2d13d91b-5019-4b95-8216-77900dcce6c3 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:30.351957 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ec99cd22-a2c9-4ebd-b9c0-d1df4adcbaf6 req-2d13d91b-5019-4b95-8216-77900dcce6c3 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.1015451 Apr 05 22:47:30.411095 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ec99cd22-a2c9-4ebd-b9c0-d1df4adcbaf6 req-6a815ee9-8f8e-4cfd-8bcc-0d2e43f94fc0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531723 Apr 05 22:47:31.527979 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc623-7fda-482b-bce7-2df0204de1f6 req-f906c7ad-1aae-4436-b994-4c8989ab1a12 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:31.529462 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4c5dc623-7fda-482b-bce7-2df0204de1f6 req-f906c7ad-1aae-4436-b994-4c8989ab1a12 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0520544 Apr 05 22:47:31.589603 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4c5dc623-7fda-482b-bce7-2df0204de1f6 req-4c3d6c8b-ca76-4bd3-802a-5d2193737177 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543754 Apr 05 22:47:32.707203 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abef00-0960-4762-912e-570d61d1593c req-50aa57d5-9f2e-4d30-a023-bd70b93bce81 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:32.708657 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-28abef00-0960-4762-912e-570d61d1593c req-50aa57d5-9f2e-4d30-a023-bd70b93bce81 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0525014 Apr 05 22:47:32.771371 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-28abef00-0960-4762-912e-570d61d1593c req-a2e5a98e-b723-467b-a76d-5746b0792862 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568919 Apr 05 22:47:32.949882 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:33.942485 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc15067-1592-47d9-9869-84d37d83a3e0 req-29d5a7b1-ad84-4053-a257-a11b949712d5 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:33.943956 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-afc15067-1592-47d9-9869-84d37d83a3e0 req-29d5a7b1-ad84-4053-a257-a11b949712d5 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.1066706 Apr 05 22:47:34.003796 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-afc15067-1592-47d9-9869-84d37d83a3e0 req-ddc8525c-57bc-4f88-8ffe-bbc579a31494 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&id=4187f376-4fa3-4e94-ba55-3082a485b33b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533721 Apr 05 22:47:35.887902 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9421-7547-4281-bd33-45968a8fce6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:38.174956 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7083762f-0f40-4dce-8b8f-00b873098030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:39.425154 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:40.725259 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:42.325121 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:47:44.782114 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-f9b963c3-e11b-473a-a881-37c3cd5126c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432017 Apr 05 22:47:44.864843 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-10054e20-8923-46b9-bdf8-f4b36111e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:44.866291 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-10054e20-8923-46b9-bdf8-f4b36111e875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1169 time: 0.0438299 Apr 05 22:47:44.969658 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-3a1c6878-99cd-4ca8-b497-b92b6f2dd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:44.971130 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-3a1c6878-99cd-4ca8-b497-b92b6f2dd70d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.0867929 Apr 05 22:47:45.035245 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-80085751-4b7c-498c-9277-c639550a2a5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 1002 time: 0.0561430 Apr 05 22:47:45.083179 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-e2e5bd02-0af5-4704-9436-e75d0d709967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:45.084584 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-e2e5bd02-0af5-4704-9436-e75d0d709967 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0427146 Apr 05 22:47:45.136712 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-f501971b-071b-4715-9409-40a7e4eb549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:47:45.138221 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-f501971b-071b-4715-9409-40a7e4eb549d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463097 Apr 05 22:47:45.226948 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-619ebfcf-87c2-4921-b99f-4e4c111b2204 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818951 Apr 05 22:47:45.318108 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8c547ee1-6ea3-4a74-97e6-b41e0f758ed1 req-5f88450f-d018-4f62-82fe-9a0c5e42c1ab service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849447 Apr 05 22:47:56.370277 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:48:02.949209 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:05.889617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a819fe82-eea3-43b5-bee8-10f607ccc2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.212451 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-c1cd083d-cd06-4050-aeff-d461213c35a4 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67344999&fields=id&tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf HTTP/1.1" status: 200 len: 267 time: 0.0438209 Apr 05 22:48:06.269577 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-3ae0d5f0-695d-4056-b866-ff61582f7608 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:06.271223 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-3ae0d5f0-695d-4056-b866-ff61582f7608 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 985 time: 0.0533259 Apr 05 22:48:06.282160 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Request body: {'port': {'security_groups': ['f4a8f77a-c1d0-491d-a817-07b5a8757601']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 22:48:06.355960 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1934762'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.544897 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:06.586428 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.591292 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782067882006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782067465238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782067465256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131362451'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.602949 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b8a42aab-a72c-4a6e-b575-fe72e22eb44c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:06.636901 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:06.637585 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.639099 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-79882988-fdd6-4664-8ec6-4126e2ec142e req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "PUT /v2.0/ports/b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 943 time: 0.3613999 Apr 05 22:48:06.639584 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:06.645106 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7da3e3-c46f-4054-852a-5cef98e66777" -d '{"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:06.645235 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38842) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:06.693646 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d135da55-0348-4844-b521-8fd1c6a9a8ff x-openstack-request-id: req-d135da55-0348-4844-b521-8fd1c6a9a8ff {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:06.694101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:06.695451 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d135da55-0348-4844-b521-8fd1c6a9a8ff {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:06.696066 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d135da55-0348-4844-b521-8fd1c6a9a8ff'] response: {'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'status': 'completed', 'code': 200} Apr 05 22:48:06.697285 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event updated for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=7']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:06.704917 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b8a42aab-a72c-4a6e-b575-fe72e22eb44c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:06.706409 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.706945 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.707389 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.707829 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.708251 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.708645 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.709221 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.709614 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.710167 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.710601 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.711049 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.711408 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.711874 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.712213 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.712541 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecc925-1001-46ad-92b1-e89ffb47ed03 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.731596 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group (4187f376-4fa3-4e94-ba55-3082a485b33b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.764773 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group (4187f376-4fa3-4e94-ba55-3082a485b33b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.776083 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-5bd909b6-181e-4269-862b-3bf49920eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:06.777891 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-5bd909b6-181e-4269-862b-3bf49920eceb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1130 time: 0.0611141 Apr 05 22:48:06.846175 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (4187f376-4fa3-4e94-ba55-3082a485b33b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.849305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:06.851602 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "DELETE /v2.0/security-groups/4187f376-4fa3-4e94-ba55-3082a485b33b HTTP/1.1" status: 204 len: 168 time: 0.2045665 Apr 05 22:48:06.855118 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38844) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:06.903337 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4187f376-4fa3-4e94-ba55-3082a485b33b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:06.916257 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.916982 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.916982 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.917300 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.917633 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.917749 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-b445423e-3f00-4e6a-9ff6-0572700ada2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:06.917976 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.918309 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.918644 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.919003 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.919467 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.919643 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.919869 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-b445423e-3f00-4e6a-9ff6-0572700ada2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.1349571 Apr 05 22:48:06.919999 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.920292 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.920656 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:06.920982 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad40511-11c7-4f3d-83a0-3a8f0a58668e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:07.004757 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-a8344d1c-ff3e-4c91-b6ff-8d93adec5e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 1002 time: 0.0726554 Apr 05 22:48:07.005618 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-324206b7-f23b-41ab-b1a8-a0018c330abe None None] Provisioning complete for port b8a42aab-a72c-4a6e-b575-fe72e22eb44c triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 22:48:07.006188 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-324206b7-f23b-41ab-b1a8-a0018c330abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1970411'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.057089 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Deleting port 3ebc06ce-0414-4ed8-9553-d7b482b6a2e7 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:07.057555 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.066934 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-7b627178-b122-4693-a7c5-1892946e9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.068063 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-7b627178-b122-4693-a7c5-1892946e9148 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0562735 Apr 05 22:48:07.095784 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-324206b7-f23b-41ab-b1a8-a0018c330abe None None] Current status of the port b8a42aab-a72c-4a6e-b575-fe72e22eb44c is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 22:48:07.119554 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-a4cde764-1c37-4f63-809b-a20390930845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.121098 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-a4cde764-1c37-4f63-809b-a20390930845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469453 Apr 05 22:48:07.159881 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.160975 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for floatingip (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.177623 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Calling delete_port for 3ebc06ce-0414-4ed8-9553-d7b482b6a2e7 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:07.221392 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-e8eafaae-731a-4e8c-8486-605b829919ad service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934284 Apr 05 22:48:07.321178 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-9f7da3e3-c46f-4054-852a-5cef98e66777 req-94ec5dd6-a6d3-4dee-915e-88b590ff1ddc service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931714 Apr 05 22:48:07.352886 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (3ebc06ce-0414-4ed8-9553-d7b482b6a2e7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.383068 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event deleted for resources: {'Port': ['ID=3ebc06ce-0414-4ed8-9553-d7b482b6a2e7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:07.459470 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks [] for floatingip (6f7ca56d-f0d5-4301-9cb4-07602f76b0b3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.460410 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Floating IP 6f7ca56d-f0d5-4301-9cb4-07602f76b0b3 disassociated (deleted). External IP: 172.27.0.116, port: b8a42aab-a72c-4a6e-b575-fe72e22eb44c. Apr 05 22:48:07.672472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:48:07.786992 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:48:07.791517 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:07.797041 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] Sync routers for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:48:07.807559 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:07.808185 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:07.821065 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-896c2d74-8e27-447c-9889-41005e70f173 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "DELETE /v2.0/floatingips/6f7ca56d-f0d5-4301-9cb4-07602f76b0b3 HTTP/1.1" status: 204 len: 168 time: 0.9649036 Apr 05 22:48:07.821746 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:07.824077 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1883d46cc07b2ea13024979b03303219d669ed38228ce8d7b4606b9fd95d6cb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491efc96-4f42-49de-9d0a-78faa9e83511" -d '{"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:07.862168 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b0b3b-ff07-452e-8762-069025330b63 x-openstack-request-id: req-ff6b0b3b-ff07-452e-8762-069025330b63 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:07.862472 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:07.862763 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff6b0b3b-ff07-452e-8762-069025330b63 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:07.863180 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6b0b3b-ff07-452e-8762-069025330b63'] response: {'name': 'network-changed', 'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'status': 'completed', 'code': 200} Apr 05 22:48:07.926737 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:07.933417 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-bcd6fe1b-7c97-498e-b4f0-2a2b2ff75ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:07.934975 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-bcd6fe1b-7c97-498e-b4f0-2a2b2ff75ac5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 1130 time: 0.0490379 Apr 05 22:48:08.050762 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-b59ecd90-3cb9-4dd0-8daa-06058ff9100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:08.052389 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-b59ecd90-3cb9-4dd0-8daa-06058ff9100c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 200 len: 916 time: 0.1122332 Apr 05 22:48:08.099363 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-2bd97346-30da-47c3-ba95-e5964e583e7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 200 len: 217 time: 0.0362458 Apr 05 22:48:08.149877 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:08.152127 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-39896c17-1cb0-4789-9930-f11f67cb9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:08.153603 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-39896c17-1cb0-4789-9930-f11f67cb9076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 200 len: 854 time: 0.0487685 Apr 05 22:48:08.181035 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] Checking router: 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:48:08.196005 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7bba6138-3754-4e9e-939c-150dc711fa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:08.197673 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:08.198282 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:47:38Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:08.307028 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:08.413542 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-ef3cc21f-c772-4b8a-865e-b4c5664f8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:08.415086 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-ef3cc21f-c772-4b8a-865e-b4c5664f8323 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443583 Apr 05 22:48:08.505497 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:08.507994 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-3d1e4075-e3fb-4aad-b644-28e22f96a6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Apr 05 22:48:08.537480 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8bca62-3d5e-4d51-94b5-f589481d8e53 None None] The sync data for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi is: [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:08Z', 'revision_number': 4, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi', '_interfaces': [{'id': '205cde4e-8115-4f94-8914-73c3ca9ba1ed', 'name': '', 'network_id': 'b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'mac_address': 'fa:16:3e:57:a8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:08Z', 'updated_at': '2022-04-05T22:46:13Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'subnets': [{'id': '233b9d6b-99fd-452f-9b68-1ecaddc29125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:48:08.609990 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-491efc96-4f42-49de-9d0a-78faa9e83511 req-3a54f1fe-bf74-4f96-ac97-42cda103c315 service neutron] 10.222.0.24 "GET /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962393 Apr 05 22:48:08.765183 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f31dd7-b180-4dbb-b8db-4fc5d955f7a2 None None] New status for floating IP 6f7ca56d-f0d5-4301-9cb4-07602f76b0b3: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 22:48:09.426956 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:10.547951 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed69ff8-6943-40d3-ab0f-3a9415c238d7 req-98df6729-a30f-49f6-a2f3-ab1887df5dd0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:10.549440 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fed69ff8-6943-40d3-ab0f-3a9415c238d7 req-98df6729-a30f-49f6-a2f3-ab1887df5dd0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0529928 Apr 05 22:48:10.595574 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fed69ff8-6943-40d3-ab0f-3a9415c238d7 req-dabd8af3-2661-43e8-bd4b-ce35e9724cf1 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Apr 05 22:48:10.728735 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:11.714806 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0301341-615f-4c27-9a92-ae6af06ac9fd req-49f091f8-510c-4802-a482-dd9f34cd2ed2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:11.716290 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0301341-615f-4c27-9a92-ae6af06ac9fd req-49f091f8-510c-4802-a482-dd9f34cd2ed2 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0531611 Apr 05 22:48:11.762550 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a0301341-615f-4c27-9a92-ae6af06ac9fd req-6235666f-a1c2-45f8-a532-43e8b1371b3a tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/security-groups?id=f4a8f77a-c1d0-491d-a817-07b5a8757601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Apr 05 22:48:12.170917 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-04d336f2-96a6-4f01-b59f-e36db75f81a0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:48:12.172350 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-04d336f2-96a6-4f01-b59f-e36db75f81a0 tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 946 time: 0.0557504 Apr 05 22:48:12.260823 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Deleting port b8a42aab-a72c-4a6e-b575-fe72e22eb44c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:12.261158 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.327278 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.351732 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] For port b8a42aab-a72c-4a6e-b575-fe72e22eb44c, host hv-cinder-83344, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83344',level=0,port_id=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:12.352101 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.364659 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Calling delete_port for b8a42aab-a72c-4a6e-b575-fe72e22eb44c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:12.490787 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (b8a42aab-a72c-4a6e-b575-fe72e22eb44c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.502893 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] get_ports_and_sgs() called for port_ids ['b8a42aab-a72c-4a6e-b575-fe72e22eb44c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 22:48:12.518355 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Pushing event deleted for resources: {'Port': ['ID=b8a42aab-a72c-4a6e-b575-fe72e22eb44c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:12.563326 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] No DVR routers for this DVR port b8a42aab-a72c-4a6e-b575-fe72e22eb44c on host hv-cinder-83344 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:12.565845 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90993'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:12.569823 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-edca026f-85fe-4ae5-95f1-7f91d3ec58cf req-7d5d1bcb-80bb-45bb-a25a-b7ee86e515bb tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.24 "DELETE /v2.0/ports/b8a42aab-a72c-4a6e-b575-fe72e22eb44c HTTP/1.1" status: 204 len: 173 time: 0.3918674 Apr 05 22:48:12.570257 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'name': 'network-vif-deleted', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 22:48:12.572613 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4516938cbf6ebdc4b6a86d9f5b7e809f53319c25402c3e0dfe95208b5afde7e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0ffd3-99f2-4463-b04b-f1343575c1b3" -d '{"events": [{"server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "name": "network-vif-deleted", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 22:48:12.607291 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 22:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe7473-68fc-4014-b15b-5f39824c410b x-openstack-request-id: req-2dfe7473-68fc-4014-b15b-5f39824c410b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 22:48:12.607586 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad44782c-8d71-4cef-9f0e-4474cb18166e", "name": "network-vif-deleted", "tag": "b8a42aab-a72c-4a6e-b575-fe72e22eb44c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 22:48:12.607846 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dfe7473-68fc-4014-b15b-5f39824c410b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 22:48:12.608279 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfe7473-68fc-4014-b15b-5f39824c410b'] response: {'server_uuid': 'ad44782c-8d71-4cef-9f0e-4474cb18166e', 'name': 'network-vif-deleted', 'tag': 'b8a42aab-a72c-4a6e-b575-fe72e22eb44c', 'status': 'completed', 'code': 200} Apr 05 22:48:12.866923 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2d5b843-cf92-4f4e-8ac6-9241802469ef req-bd3c02a5-b4d0-4640-a53c-f4a2e8c0c42e tempest-TestMinimumBasicScenario-1195928269 tempest-TestMinimumBasicScenario-1195928269-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad44782c-8d71-4cef-9f0e-4474cb18166e HTTP/1.1" status: 200 len: 210 time: 0.0270412 Apr 05 22:48:14.421703 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38932) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:14.758424 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:14.994901 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Deleting port 205cde4e-8115-4f94-8914-73c3ca9ba1ed {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:14.995240 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.068177 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] For port 205cde4e-8115-4f94-8914-73c3ca9ba1ed, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=205cde4e-8115-4f94-8914-73c3ca9ba1ed,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:15.068541 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.080734 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Calling delete_port for 205cde4e-8115-4f94-8914-73c3ca9ba1ed owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:15.530813 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (205cde4e-8115-4f94-8914-73c3ca9ba1ed), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.559982 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=205cde4e-8115-4f94-8914-73c3ca9ba1ed,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:15.726986 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:15.938259 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:48:16.038770 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b8a42aab-a72c-4a6e-b575-fe72e22eb44c no longer exists at agent hyperv_hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:16.044772 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:48:16.051320 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3055b932-8be5-4f7f-87c9-ebf870e83c0a admin admin] 10.222.0.26 "PUT /v2.0/routers/6ed3a87b-ea06-4189-8db5-b4ba36ab0e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6268911 Apr 05 22:48:16.052135 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38934) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:16.059516 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] Sync routers for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:48:16.061793 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] No Port match for: b8a42aab-a72c-4a6e-b575-fe72e22eb44c {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:16.062166 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Device b8a42aab-a72c-4a6e-b575-fe72e22eb44c not bound to the agent host hv-cinder-83344 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:16.071309 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:16.071928 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:16.156794 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks [] for router (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.180233 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:16.273233 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks [] for router_gateway (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.326185 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Deleting port 3bf66433-687d-4a13-9d89-6101fd08e5d3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:16.326527 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.353921 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:48:15Z', 'revision_number': 5, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port': {'id': '3bf66433-687d-4a13-9d89-6101fd08e5d3', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:16.384523 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] Checking router: 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 for host: dv-cinder-833443-2-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:48:16.392826 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] Routers {'6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:16.393443 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:16.404964 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] For port 3bf66433-687d-4a13-9d89-6101fd08e5d3, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=3bf66433-687d-4a13-9d89-6101fd08e5d3,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:16.405335 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.421589 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Calling delete_port for 3bf66433-687d-4a13-9d89-6101fd08e5d3 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:16.476249 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] Set router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:16.530949 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:48:16Z', 'revision_number': 6, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:16.558207 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf4fa7-87b1-42bd-b996-ce53d7aa162c None None] The sync data for ids ['6ed3a87b-ea06-4189-8db5-b4ba36ab0e08'] in dv-cinder-833443-2-iscsi is: [{'id': '6ed3a87b-ea06-4189-8db5-b4ba36ab0e08', 'name': 'tempest-TestMinimumBasicScenario-1541783150-router', 'tenant_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:06Z', 'updated_at': '2022-04-05T22:48:16Z', 'revision_number': 6, 'project_id': 'c5ff9ed99c7d4c77b1f332a13c3ec4cf', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:48:16.598587 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (3bf66433-687d-4a13-9d89-6101fd08e5d3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.623822 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf66433-687d-4a13-9d89-6101fd08e5d3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:16.688832 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.777509 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.779653 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks [] for router_controller (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.825604 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (6ed3a87b-ea06-4189-8db5-b4ba36ab0e08), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.826085 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:48:16.830579 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.831751 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1c0b9767-cd04-4f75-a576-ec54ed31a6cd admin admin] 10.222.0.26 "DELETE /v2.0/routers/6ed3a87b-ea06-4189-8db5-b4ba36ab0e08 HTTP/1.1" status: 204 len: 168 time: 0.7785699 Apr 05 22:48:16.834524 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38936) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:16.879784 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Deleting subnet 233b9d6b-99fd-452f-9b68-1ecaddc29125 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:48:16.883317 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Publish callbacks [] for subnet (233b9d6b-99fd-452f-9b68-1ecaddc29125), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:16.920389 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131879386'] for subnet (233b9d6b-99fd-452f-9b68-1ecaddc29125), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.005897 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (233b9d6b-99fd-452f-9b68-1ecaddc29125), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.057722 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131949189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130470230'] for subnet (233b9d6b-99fd-452f-9b68-1ecaddc29125), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.082203 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233b9d6b-99fd-452f-9b68-1ecaddc29125,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:17.087941 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.091149 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7b32b909-0c6b-4332-9d3e-a5cb70a470b0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/233b9d6b-99fd-452f-9b68-1ecaddc29125 HTTP/1.1" status: 204 len: 168 time: 0.2550614 Apr 05 22:48:17.093560 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.26', 38938) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:17.095932 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7aabd4-f205-49df-bab7-74f99eb5f80f None None] Network b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:48:17.168535 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.224402 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Deleting port 20be674c-0a53-4fd4-9968-d5a63178546f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:17.224741 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.290247 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] For port 20be674c-0a53-4fd4-9968-d5a63178546f, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=20be674c-0a53-4fd4-9968-d5a63178546f,segment=NetworkSegment(f0eef8f5-fcc1-41d4-b850-cfb593bddd41),segment_id=f0eef8f5-fcc1-41d4-b850-cfb593bddd41)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:17.290928 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.307291 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Calling delete_port for 20be674c-0a53-4fd4-9968-d5a63178546f owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:17.371176 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] DHCP port deletion for b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:48:17.396051 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131949234'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.418055 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Deleting port 20be674c-0a53-4fd4-9968-d5a63178546f {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:17.418427 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.424464 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Pushing event deleted for resources: {'Port': ['ID=20be674c-0a53-4fd4-9968-d5a63178546f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:17.426305 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] No DVR routers for this DVR port 20be674c-0a53-4fd4-9968-d5a63178546f on host dv-cinder-833443-2-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:17.494154 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] For port 20be674c-0a53-4fd4-9968-d5a63178546f, host dv-cinder-833443-2-iscsi, got binding levels [] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:17.494685 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.501412 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.511799 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Calling delete_port for 20be674c-0a53-4fd4-9968-d5a63178546f owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:17.514553 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.ipam_backend_mixin [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Port 20be674c-0a53-4fd4-9968-d5a63178546f was not found and therefore no delete operation was performed {{(pid=103289) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 22:48:17.515880 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229'] for port (20be674c-0a53-4fd4-9968-d5a63178546f), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.523783 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:17.533614 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:17.533972 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eef8f5-fcc1-41d4-b850-cfb593bddd41') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:17.541521 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Pushing event deleted for resources: {'Port': ['ID=20be674c-0a53-4fd4-9968-d5a63178546f,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:17.545389 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131879201'] for segment (f0eef8f5-fcc1-41d4-b850-cfb593bddd41), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.552477 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] No DVR routers for this DVR port 20be674c-0a53-4fd4-9968-d5a63178546f on host dv-cinder-833443-2-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:17.560144 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (f0eef8f5-fcc1-41d4-b850-cfb593bddd41), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.563073 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.563705 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.563905 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.564170 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.564507 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.564938 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.565295 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.565906 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.566242 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.566719 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.566903 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.567253 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.567554 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.567877 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.568177 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:48:17.568308 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964e958-c597-4640-99d7-20bdf5bf1742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833443-2-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:48:17.568887 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131949295'] for segment (f0eef8f5-fcc1-41d4-b850-cfb593bddd41), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: Traceback (most recent call last): Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: timer() Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: cb(*args, **kw) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: return func(*args, **kwargs) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: self._notify() Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: self.callback(batched_events) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: event.method(event) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: return f(self, *a, **k) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._get(url).json() Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:48:17.571816 dv-cinder-833443-2-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:48:17.630316 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.636513 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:17.639652 dv-cinder-833443-2-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f HTTP/1.1" status: 204 len: 168 time: 0.5451937 Apr 05 22:48:17.642758 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:17.650686 dv-cinder-833443-2-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb9436-c899-4463-837c-c551ff01a410 admin admin] Pushing event deleted for resources: {'Network': ['ID=b29e4b94-c3a9-4a88-a6cb-762d4d9ec84f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:17.993484 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693777'] for router_interface (1c8faec8-e7ad-4bb8-a50c-19116a268850), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:18.238325 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Deleting port 03284721-667b-45ac-a073-c6fab3fe2733 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:18.238661 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (03284721-667b-45ac-a073-c6fab3fe2733), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:18.315225 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] For port 03284721-667b-45ac-a073-c6fab3fe2733, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=03284721-667b-45ac-a073-c6fab3fe2733,segment=NetworkSegment(04f061a8-5b01-4860-86c9-ecd30fc9a7f4),segment_id=04f061a8-5b01-4860-86c9-ecd30fc9a7f4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:18.315511 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (03284721-667b-45ac-a073-c6fab3fe2733), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:18.330784 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Calling delete_port for 03284721-667b-45ac-a073-c6fab3fe2733 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:18.505790 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (03284721-667b-45ac-a073-c6fab3fe2733), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:18.531852 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=03284721-667b-45ac-a073-c6fab3fe2733,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:18.680108 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 205cde4e-8115-4f94-8914-73c3ca9ba1ed no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:18.701940 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 205cde4e-8115-4f94-8914-73c3ca9ba1ed {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:18.702299 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 205cde4e-8115-4f94-8914-73c3ca9ba1ed not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:18.702751 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 20be674c-0a53-4fd4-9968-d5a63178546f no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:18.704620 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1042306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693121'] for router_interface (1c8faec8-e7ad-4bb8-a50c-19116a268850), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:18.731346 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 20be674c-0a53-4fd4-9968-d5a63178546f {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:18.731711 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 20be674c-0a53-4fd4-9968-d5a63178546f not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:18.732140 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 3bf66433-687d-4a13-9d89-6101fd08e5d3 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:18.752072 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 3bf66433-687d-4a13-9d89-6101fd08e5d3 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:18.752429 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 3bf66433-687d-4a13-9d89-6101fd08e5d3 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:18.920489 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Router 1c8faec8-e7ad-4bb8-a50c-19116a268850 has already been hosted by L3 agent c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:48:19.260133 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] Notify agent at l3_agent.dv-cinder-833443-2-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:48:19.264930 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-33d36a3d-1b80-491c-aa48-a997db98b0cd admin admin] 10.222.0.26 "PUT /v2.0/routers/1c8faec8-e7ad-4bb8-a50c-19116a268850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6205854 Apr 05 22:48:19.268073 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:19.270841 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] Sync routers for ids ['1c8faec8-e7ad-4bb8-a50c-19116a268850'] in dv-cinder-833443-2-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 22:48:19.281859 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] Routers {'1c8faec8-e7ad-4bb8-a50c-19116a268850'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:19.282464 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['1c8faec8-e7ad-4bb8-a50c-19116a268850'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:19.377490 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks [] for router (1c8faec8-e7ad-4bb8-a50c-19116a268850), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:19.479366 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] Set router 1c8faec8-e7ad-4bb8-a50c-19116a268850 gateway port host: dv-cinder-833443-2-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:19.492414 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks [] for router_gateway (1c8faec8-e7ad-4bb8-a50c-19116a268850), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:19.547747 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Deleting port 72c2a83c-3ef3-4821-829d-26a006f8e344 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:19.548001 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:19.625558 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] For port 72c2a83c-3ef3-4821-829d-26a006f8e344, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=72c2a83c-3ef3-4821-829d-26a006f8e344,segment=NetworkSegment(b9e75260-39cc-4310-809c-95790ba8295e),segment_id=b9e75260-39cc-4310-809c-95790ba8295e)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:19.625919 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:19.641647 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Calling delete_port for 72c2a83c-3ef3-4821-829d-26a006f8e344 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:19.665529 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'external_fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:48:18Z', 'revision_number': 5, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port': {'id': '72c2a83c-3ef3-4821-829d-26a006f8e344', 'name': '', 'network_id': '160f4b08-2e68-43ec-bddd-e65a6b6bc129', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833443-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:46:11Z', 'updated_at': '2022-04-05T22:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68fc456c-997f-473c-bc4a-2d1378af3fd9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833443-2-iscsi'}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:19.691436 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] Checking router: 1c8faec8-e7ad-4bb8-a50c-19116a268850 for host: dv-cinder-833443-2-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 22:48:19.699562 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] Routers {'1c8faec8-e7ad-4bb8-a50c-19116a268850'} bound to L3 agent in host dv-cinder-833443-2-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 22:48:19.700170 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833443-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T22:24:08Z,description=,heartbeat_timestamp=2022-04-05T22:48:08Z,host='dv-cinder-833443-2-iscsi',id=c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T22:24:08Z,topic='l3_agent')) {'router_ids': ['1c8faec8-e7ad-4bb8-a50c-19116a268850'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:19.788819 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] Set router 1c8faec8-e7ad-4bb8-a50c-19116a268850 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 22:48:19.827569 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (72c2a83c-3ef3-4821-829d-26a006f8e344), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:19.840079 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:48:19Z', 'revision_number': 6, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port_host': None}], 'dv-cinder-833443-2-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:19.853583 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=72c2a83c-3ef3-4821-829d-26a006f8e344,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:19.871223 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a02ff9-193a-4073-9c0d-6062e4265774 None None] The sync data for ids ['1c8faec8-e7ad-4bb8-a50c-19116a268850'] in dv-cinder-833443-2-iscsi is: [{'id': '1c8faec8-e7ad-4bb8-a50c-19116a268850', 'name': 'tempest-TestMinimumBasicScenario-393997246-router', 'tenant_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T22:46:10Z', 'updated_at': '2022-04-05T22:48:19Z', 'revision_number': 6, 'project_id': 'aabd3c1acc7c47ac9c0ceb4a9b639060', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 22:48:19.921455 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693063'] for router_gateway (1c8faec8-e7ad-4bb8-a50c-19116a268850), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.013018 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-699124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29789'] for router (1c8faec8-e7ad-4bb8-a50c-19116a268850), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.015132 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks [] for router_controller (1c8faec8-e7ad-4bb8-a50c-19116a268850), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.059993 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-699133'] for router (1c8faec8-e7ad-4bb8-a50c-19116a268850), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.060622 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8faec8-e7ad-4bb8-a50c-19116a268850 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:48:20.065128 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.066241 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5661b4a7-6803-4384-b2c4-a47cc473f7ac admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c8faec8-e7ad-4bb8-a50c-19116a268850 HTTP/1.1" status: 204 len: 168 time: 0.7972741 Apr 05 22:48:20.068725 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38944) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:20.113507 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Deleting subnet 6fa9f1d1-6f84-40c9-9a13-e4cf8455a203 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 22:48:20.116649 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Publish callbacks [] for subnet (6fa9f1d1-6f84-40c9-9a13-e4cf8455a203), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.150616 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131514923'] for subnet (6fa9f1d1-6f84-40c9-9a13-e4cf8455a203), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.230054 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1974711'] for subnet (6fa9f1d1-6f84-40c9-9a13-e4cf8455a203), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.284400 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1974712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131362525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132027539'] for subnet (6fa9f1d1-6f84-40c9-9a13-e4cf8455a203), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.310013 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa9f1d1-6f84-40c9-9a13-e4cf8455a203,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:20.313399 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.316601 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-069efa55-5f90-4dc7-a565-fa8ce93ee739 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6fa9f1d1-6f84-40c9-9a13-e4cf8455a203 HTTP/1.1" status: 204 len: 168 time: 0.2463591 Apr 05 22:48:20.319097 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38946) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:20.320054 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98656a68-2cac-4693-8014-c0e9bf9a26c6 None None] Network b68ef7c1-10cf-4f67-a25c-3e375cbaef09 requested from dv-cinder-833443-2-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 22:48:20.390173 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1989872'] for network (b68ef7c1-10cf-4f67-a25c-3e375cbaef09), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.451213 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Deleting port edbb8827-3f5e-4090-ac84-75475343e0c5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 22:48:20.451771 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782067876401'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.514853 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] For port edbb8827-3f5e-4090-ac84-75475343e0c5, host dv-cinder-833443-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833443-2-iscsi',level=0,port_id=edbb8827-3f5e-4090-ac84-75475343e0c5,segment=NetworkSegment(04f061a8-5b01-4860-86c9-ecd30fc9a7f4),segment_id=04f061a8-5b01-4860-86c9-ecd30fc9a7f4)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:48:20.515223 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-691808'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.527369 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Calling delete_port for edbb8827-3f5e-4090-ac84-75475343e0c5 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 22:48:20.611619 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1934697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782067881988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782067465229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131362538'] for port (edbb8827-3f5e-4090-ac84-75475343e0c5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.621484 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b119a-ec59-47d6-abf1-37586610d477 None None] DHCP port deletion for b68ef7c1-10cf-4f67-a25c-3e375cbaef09 request from dv-cinder-833443-2-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 22:48:20.642602 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=edbb8827-3f5e-4090-ac84-75475343e0c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:20.649798 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] No DVR routers for this DVR port edbb8827-3f5e-4090-ac84-75475343e0c5 on host dv-cinder-833443-2-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:48:20.699261 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 03284721-667b-45ac-a073-c6fab3fe2733 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:20.719115 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 03284721-667b-45ac-a073-c6fab3fe2733 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:20.719580 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 03284721-667b-45ac-a073-c6fab3fe2733 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:20.720104 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device edbb8827-3f5e-4090-ac84-75475343e0c5 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:20.728340 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1976140', 'neutron.services.segments.db._delete_segments_for_network-8782067935097'] for network (b68ef7c1-10cf-4f67-a25c-3e375cbaef09), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.744957 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: edbb8827-3f5e-4090-ac84-75475343e0c5 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:20.745388 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device edbb8827-3f5e-4090-ac84-75475343e0c5 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:20.745868 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 72c2a83c-3ef3-4821-829d-26a006f8e344 no longer exists at agent ovs-agent-dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 22:48:20.749662 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68ef7c1-10cf-4f67-a25c-3e375cbaef09']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:20.758665 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f061a8-5b01-4860-86c9-ecd30fc9a7f4') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:20.758989 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f061a8-5b01-4860-86c9-ecd30fc9a7f4') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:48:20.765859 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] No Port match for: 72c2a83c-3ef3-4821-829d-26a006f8e344 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 22:48:20.766294 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Device 72c2a83c-3ef3-4821-829d-26a006f8e344 not bound to the agent host dv-cinder-833443-2-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 22:48:20.768203 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782067936386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131515088'] for segment (04f061a8-5b01-4860-86c9-ecd30fc9a7f4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.782159 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316'] for segment (04f061a8-5b01-4860-86c9-ecd30fc9a7f4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.789751 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 22:48:20.790152 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131362487'] for segment (04f061a8-5b01-4860-86c9-ecd30fc9a7f4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: Traceback (most recent call last): Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: timer() Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: cb(*args, **kw) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: return func(*args, **kwargs) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: self._notify() Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: self.callback(batched_events) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: event.method(event) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: return f(self, *a, **k) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._get(url).json() Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:48:20.791903 dv-cinder-833443-2-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:48:20.847992 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1976117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1042313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693027'] for network (b68ef7c1-10cf-4f67-a25c-3e375cbaef09), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.854149 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047139'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:20.857591 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b68ef7c1-10cf-4f67-a25c-3e375cbaef09 HTTP/1.1" status: 204 len: 168 time: 0.5370431 Apr 05 22:48:20.871789 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4910-e791-4c25-92d9-af773a120f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68ef7c1-10cf-4f67-a25c-3e375cbaef09,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:21.013877 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:21.058284 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bc8126f1-ca76-4676-be8e-abb8e7ed85ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5ff9ed99c7d4c77b1f332a13c3ec4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432451 Apr 05 22:48:21.060695 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38952) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:21.107700 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d590650a-79eb-4c87-94fa-a565f8bb32d9 admin admin] Publish callbacks [] for security_group (f4a8f77a-c1d0-491d-a817-07b5a8757601), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.128081 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d590650a-79eb-4c87-94fa-a565f8bb32d9 admin admin] Publish callbacks [] for security_group (f4a8f77a-c1d0-491d-a817-07b5a8757601), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.173181 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d590650a-79eb-4c87-94fa-a565f8bb32d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f4a8f77a-c1d0-491d-a817-07b5a8757601), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.175846 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d590650a-79eb-4c87-94fa-a565f8bb32d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.176975 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d590650a-79eb-4c87-94fa-a565f8bb32d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4a8f77a-c1d0-491d-a817-07b5a8757601 HTTP/1.1" status: 204 len: 168 time: 0.1153791 Apr 05 22:48:21.184430 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590650a-79eb-4c87-94fa-a565f8bb32d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8f77a-c1d0-491d-a817-07b5a8757601,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:21.480330 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:21.519628 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-07dc30dc-f2ad-44b1-a590-046226d2e54b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aabd3c1acc7c47ac9c0ceb4a9b639060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381465 Apr 05 22:48:21.521970 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.26', 38960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 22:48:21.568582 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6381dc-40d6-4304-9413-cd8f1e7f8c52 admin admin] Publish callbacks [] for security_group (f40292bf-8883-41c5-a6cf-5263aeeb2410), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.590282 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6381dc-40d6-4304-9413-cd8f1e7f8c52 admin admin] Publish callbacks [] for security_group (f40292bf-8883-41c5-a6cf-5263aeeb2410), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.639020 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6381dc-40d6-4304-9413-cd8f1e7f8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595703'] for security_group (f40292bf-8883-41c5-a6cf-5263aeeb2410), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.641600 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd6381dc-40d6-4304-9413-cd8f1e7f8c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:21.642755 dv-cinder-833443-2-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cd6381dc-40d6-4304-9413-cd8f1e7f8c52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f40292bf-8883-41c5-a6cf-5263aeeb2410 HTTP/1.1" status: 204 len: 168 time: 0.1190968 Apr 05 22:48:21.650951 dv-cinder-833443-2-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6381dc-40d6-4304-9413-cd8f1e7f8c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40292bf-8883-41c5-a6cf-5263aeeb2410,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:48:32.964673 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:33.369841 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:48:35.895352 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04d1fd0b-bf9e-4fbe-9c23-b51806b11a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:38.177213 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3133bdc2-736e-4635-b9ef-656a39943578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:39.430049 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:40.733913 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:48:42.328647 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:02.979494 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:05.888774 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-69b012fe-379e-4982-8f26-a3d32ddb367d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:08.179111 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-132486bb-0135-4436-b32a-7e1e13066cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:09.433428 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:10.369812 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:49:10.733907 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:12.329257 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:33.003620 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:35.890363 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb581c1b-e8b9-4c95-99f0-f5f251191c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:38.179933 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-75125aa7-ba7c-484a-8c48-3bec540e3ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:39.436617 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:40.736192 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:42.330286 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:49:47.369328 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:50:03.002644 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:05.890909 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b9bcfcd-d5f0-437d-a69a-32ce495e9d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:08.182543 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e0d9b07-d834-4b5e-835d-cb09b9061bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:09.437914 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:10.739038 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:12.331773 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:24.368868 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:50:33.002173 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:35.892771 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-746dc9b8-c36d-4717-86f3-2176c93ae54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:38.185593 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cd486d74-9b23-41c4-9400-3ea7f974d95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:39.439493 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:40.744161 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:50:42.334487 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:01.367702 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:51:03.015696 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:05.894898 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbd85-d129-4a1d-a2c8-3be53983a2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:08.186216 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-af813bda-4bfb-4881-bdb3-1db249b70e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:09.445092 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:10.746670 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:12.336064 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:33.030928 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:35.899648 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f7486ca7-50d0-4cd8-9b95-560965c70c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:38.192427 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bde1e1c3-b76c-4986-98ee-056355097f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:38.366596 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:51:39.445906 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:40.748296 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:51:42.340243 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:03.038821 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:05.902640 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0c978d9c-6e3e-415f-9246-079a1040d0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:08.184799 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d7f99e0-d56d-4f80-8c9a-01619e23e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:09.452185 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:10.749525 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:12.343720 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:15.364792 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:52:33.057427 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:35.904348 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cfb22663-2aa2-478b-bebb-f8cb2acc6e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:38.184896 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-40867578-2f82-44e1-a961-907274718760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:39.452171 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:40.753667 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:42.348348 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:52:52.363069 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:53:03.074951 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:05.904888 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c161d46-fd24-4505-bce4-2a2487654c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:08.185870 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9a937817-e46c-4fce-8792-7e46484add59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c8fcfdf5-8673-4fa5-bfa4-2017adcbcec7), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:09.455081 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7401427e-5088-4216-bbd2-a0a9f66a9a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (707eb398-fa3c-4554-b048-e17cbf977716), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:10.760284 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-96231d0d-1a82-461f-8ea7-a8a79c10ae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (64fd3b65-673d-44c5-90bb-dd09e9407b7d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:12.350180 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb3752d3-a02e-4c72-b6eb-1b8d69a893f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (2bcfcd96-d423-448b-be64-a56e61d08271), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:29.362191 dv-cinder-833443-2-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-7ccd6565-8aae-4b53-bf7f-54daa4ba82b5 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 22:53:33.073287 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-5d4b-4674-b563-e3401b96d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (84325777-8454-4321-81b5-f57cd807688d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 22:53:35.906615 dv-cinder-833443-2-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7b1fbfa4-ddbf-4c44-a58d-fb293283f6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782067935079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1970317'] for agent (c586d568-7ae3-4952-a6ab-c1911c2a532a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}